@loaders.gl/loader-utils 3.3.0-alpha.12 → 3.3.0-alpha.14

package/dist/lib/filesystems/readable-file.js

@@ -0,0 +1,25 @@
+"use strict";
+// loaders.gl, MIT license
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makeReadableFile = void 0;
+/** Helper function to create an envelope reader for a binary memory input */
+function makeReadableFile(data) {
+    if (data instanceof ArrayBuffer) {
+        const arrayBuffer = data;
+        return {
+            read: async (start, length) => Buffer.from(data, start, length),
+            close: async () => { },
+            size: arrayBuffer.byteLength
+        };
+    }
+    const blob = data;
+    return {
+        read: async (start, length) => {
+            const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();
+            return Buffer.from(arrayBuffer);
+        },
+        close: async () => { },
+        size: blob.size
+    };
+}
+exports.makeReadableFile = makeReadableFile;

package/dist/lib/filesystems/writable-file.d.ts

@@ -0,0 +1,18 @@
+/// <reference types="node" />
+/// <reference types="node" />
+import type { Writable } from 'stream';
+export type WritableFile = {
+    write: (buf: Buffer) => Promise<void>;
+    close: () => Promise<void>;
+};
+export interface WriteStreamOptions {
+    flags?: string;
+    encoding?: 'utf8';
+    fd?: number;
+    mode?: number;
+    autoClose?: boolean;
+    start?: number;
+}
+/** Helper function to create an envelope reader for a binary memory input */
+export declare function makeWritableFile(pathOrStream: string | Writable, options?: WriteStreamOptions): WritableFile;
+//# sourceMappingURL=writable-file.d.ts.map

package/dist/lib/filesystems/writable-file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"writable-file.d.ts","sourceRoot":"","sources":["../../../src/lib/filesystems/writable-file.ts"],"names":[],"mappings":";;AAGA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,6EAA6E;AAC7E,wBAAgB,gBAAgB,CAC9B,YAAY,EAAE,MAAM,GAAG,QAAQ,EAC/B,OAAO,CAAC,EAAE,kBAAkB,GAC3B,YAAY,CAoBd"}

package/dist/lib/filesystems/writable-file.js

@@ -0,0 +1,48 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.makeWritableFile = void 0;
+// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
+const loader_utils_1 = require("@loaders.gl/loader-utils");
+const fs = __importStar(require("../node/fs"));
+/** Helper function to create an envelope reader for a binary memory input */
+function makeWritableFile(pathOrStream, options) {
+    if (loader_utils_1.isBrowser) {
+        return {
+            write: async () => { },
+            close: async () => { }
+        };
+    }
+    const outputStream = typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;
+    return {
+        write: async (buffer) => new Promise((resolve, reject) => {
+            outputStream.write(buffer, (err) => (err ? reject(err) : resolve()));
+        }),
+        close: () => new Promise((resolve, reject) => {
+            outputStream.close((err) => (err ? reject(err) : resolve()));
+        })
+    };
+}
+exports.makeWritableFile = makeWritableFile;

package/dist/lib/loader-utils/buffer-utils.d.ts

@@ -0,0 +1,10 @@
+/// <reference types="node" />
+/**
+ * Convert Buffer to ArrayBuffer
+ */
+export declare function toArrayBuffer(buffer: Buffer): ArrayBuffer;
+/**
+ * Convert (copy) ArrayBuffer to Buffer
+ */
+export declare function toBuffer(arrayBuffer: ArrayBuffer): Buffer;
+//# sourceMappingURL=buffer-utils.d.ts.map

package/dist/lib/loader-utils/buffer-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"buffer-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/loader-utils/buffer-utils.ts"],"names":[],"mappings":";AAAA;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,CAOzD;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAEzD"}

package/dist/lib/loader-utils/buffer-utils.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toBuffer = exports.toArrayBuffer = void 0;
+/**
+ * Convert Buffer to ArrayBuffer
+ */
+function toArrayBuffer(buffer) {
+    // TODO - per docs we should just be able to call buffer.buffer, but there are issues
+    if (Buffer.isBuffer(buffer)) {
+        const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
+        return typedArray.slice().buffer;
+    }
+    return buffer;
+}
+exports.toArrayBuffer = toArrayBuffer;
+/**
+ * Convert (copy) ArrayBuffer to Buffer
+ */
+function toBuffer(arrayBuffer) {
+    return Buffer.from(arrayBuffer);
+}
+exports.toBuffer = toBuffer;

package/dist/lib/node/buffer.d.ts

@@ -1,10 +1,12 @@
 /// <reference types="node" />
 /**
  * Convert Buffer to ArrayBuffer
+ * Converts Node.js `Buffer` to `ArrayBuffer` (without triggering bundler to include Buffer polyfill on browser)
+ * @todo better data type
  */
 export declare function toArrayBuffer(buffer: any): any;
 /**
  * Convert (copy) ArrayBuffer to Buffer
  */
-export declare function toBuffer(binaryData: any): void | Buffer;
+export declare function toBuffer(binaryData: ArrayBuffer | ArrayBuffer | Buffer): Buffer;
 //# sourceMappingURL=buffer.d.ts.map

package/dist/lib/node/buffer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../../src/lib/node/buffer.ts"],"names":[],"mappings":";AAKA;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,KAAA,OAOnC;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,UAAU,KAAA,iBAelC"}
+{"version":3,"file":"buffer.d.ts","sourceRoot":"","sources":["../../../src/lib/node/buffer.ts"],"names":[],"mappings":";AAGA;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,MAAM,KAAA,OAOnC;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,UAAU,EAAE,WAAW,GAAG,WAAW,GAAG,MAAM,GAAG,MAAM,CAc/E"}

package/dist/lib/node/buffer.js

@@ -3,9 +3,10 @@
 // this file is not visible to webpack (it is excluded in the package.json "browser" field).
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.toBuffer = exports.toArrayBuffer = void 0;
-const assert_1 = require("../env-utils/assert");
 /**
  * Convert Buffer to ArrayBuffer
+ * Converts Node.js `Buffer` to `ArrayBuffer` (without triggering bundler to include Buffer polyfill on browser)
+ * @todo better data type
  */
 function toArrayBuffer(buffer) {
     // TODO - per docs we should just be able to call buffer.buffer, but there are issues
@@ -20,17 +21,15 @@ exports.toArrayBuffer = toArrayBuffer;
  * Convert (copy) ArrayBuffer to Buffer
  */
 function toBuffer(binaryData) {
+    if (Buffer.isBuffer(binaryData)) {
+        return binaryData;
+    }
     if (ArrayBuffer.isView(binaryData)) {
         binaryData = binaryData.buffer;
     }
     if (typeof Buffer !== 'undefined' && binaryData instanceof ArrayBuffer) {
-        const buffer = new Buffer(binaryData.byteLength);
-        const view = new Uint8Array(binaryData);
-        for (let i = 0; i < buffer.length; ++i) {
-            buffer[i] = view[i];
-        }
-        return buffer;
+        return Buffer.from(binaryData);
     }
-    return (0, assert_1.assert)(false);
+    throw new Error('toBuffer');
 }
 exports.toBuffer = toBuffer;

package/dist/lib/node/fs.d.ts

@@ -1,4 +1,5 @@
-export type { Stats } from 'fs';
+import fs from 'fs';
+export type { Stats, WriteStream } from 'fs';
 export declare let readdir: any;
 /** Wrapper for Node.js fs method */
 export declare let stat: any;
@@ -13,11 +14,12 @@ export declare let writeFileSync: any;
 /** Wrapper for Node.js fs method */
 export declare let open: any;
 /** Wrapper for Node.js fs method */
-export declare let close: any;
+export declare let close: (fd: number) => Promise<void>;
 /** Wrapper for Node.js fs method */
 export declare let read: any;
 /** Wrapper for Node.js fs method */
 export declare let fstat: any;
+export declare let createWriteStream: typeof fs.createWriteStream;
 export declare let isSupported: boolean;
 export declare function _readToArrayBuffer(fd: number, start: number, length: number): Promise<any>;
 //# sourceMappingURL=fs.d.ts.map

package/dist/lib/node/fs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/lib/node/fs.ts"],"names":[],"mappings":"AAKA,YAAY,EAAC,KAAK,EAAC,MAAM,IAAI,CAAC;AAE9B,eAAO,IAAI,OAAO,KAAA,CAAC;AACnB,oCAAoC;AACpC,eAAO,IAAI,IAAI,KAAA,CAAC;AAEhB,oCAAoC;AACpC,eAAO,IAAI,QAAQ,KAAA,CAAC;AACpB,oCAAoC;AACpC,eAAO,IAAI,YAAY,KAAA,CAAC;AACxB,oCAAoC;AACpC,eAAO,IAAI,SAAS,KAAA,CAAC;AACrB,oCAAoC;AACpC,eAAO,IAAI,aAAa,KAAA,CAAC;AAIzB,oCAAoC;AACpC,eAAO,IAAI,IAAI,KAAA,CAAC;AAChB,oCAAoC;AACpC,eAAO,IAAI,KAAK,KAAA,CAAC;AACjB,oCAAoC;AACpC,eAAO,IAAI,IAAI,KAAA,CAAC;AAChB,oCAAoC;AACpC,eAAO,IAAI,KAAK,KAAA,CAAC;AAEjB,eAAO,IAAI,WAAW,SAAc,CAAC;AAmCrC,wBAAsB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,gBAOjF"}
+{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/lib/node/fs.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,IAAI,CAAC;AAIpB,YAAY,EAAC,KAAK,EAAE,WAAW,EAAC,MAAM,IAAI,CAAC;AAE3C,eAAO,IAAI,OAAO,KAAA,CAAC;AACnB,oCAAoC;AACpC,eAAO,IAAI,IAAI,KAAA,CAAC;AAEhB,oCAAoC;AACpC,eAAO,IAAI,QAAQ,KAAA,CAAC;AACpB,oCAAoC;AACpC,eAAO,IAAI,YAAY,KAAA,CAAC;AACxB,oCAAoC;AACpC,eAAO,IAAI,SAAS,KAAA,CAAC;AACrB,oCAAoC;AACpC,eAAO,IAAI,aAAa,KAAA,CAAC;AAIzB,oCAAoC;AACpC,eAAO,IAAI,IAAI,KAAA,CAAC;AAChB,oCAAoC;AACpC,eAAO,IAAI,KAAK,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAChD,oCAAoC;AACpC,eAAO,IAAI,IAAI,KAAA,CAAC;AAChB,oCAAoC;AACpC,eAAO,IAAI,KAAK,KAAA,CAAC;AAEjB,eAAO,IAAI,iBAAiB,EAAE,OAAO,EAAE,CAAC,iBAAiB,CAAC;AAE1D,eAAO,IAAI,WAAW,SAAc,CAAC;AAsCrC,wBAAsB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,gBAOjF"}

package/dist/lib/node/fs.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports._readToArrayBuffer = exports.isSupported = exports.fstat = exports.read = exports.close = exports.open = exports.writeFileSync = exports.writeFile = exports.readFileSync = exports.readFile = exports.stat = exports.readdir = void 0;
+exports._readToArrayBuffer = exports.isSupported = exports.createWriteStream = exports.fstat = exports.read = exports.close = exports.open = exports.writeFileSync = exports.writeFile = exports.readFileSync = exports.readFile = exports.stat = exports.readdir = void 0;
 // fs wrapper (promisified fs + avoids bundling fs in browsers)
 const fs_1 = __importDefault(require("fs"));
 const buffer_1 = require("./buffer");
@@ -12,26 +12,27 @@ exports.isSupported = Boolean(fs_1.default);
 // paths
 try {
     /** Wrapper for Node.js fs method */
-    exports.readdir = (0, util_1.promisify1)(fs_1.default.readdir);
+    exports.readdir = (0, util_1.promisify2)(fs_1.default.readdir);
     /** Wrapper for Node.js fs method */
-    exports.stat = (0, util_1.promisify1)(fs_1.default.stat);
+    exports.stat = (0, util_1.promisify2)(fs_1.default.stat);
     /** Wrapper for Node.js fs method */
-    exports.readFile = (0, util_1.promisify1)(fs_1.default.readFile);
+    exports.readFile = fs_1.default.readFile;
     /** Wrapper for Node.js fs method */
     exports.readFileSync = fs_1.default.readFileSync;
     /** Wrapper for Node.js fs method */
-    exports.writeFile = (0, util_1.promisify2)(fs_1.default.writeFile);
+    exports.writeFile = (0, util_1.promisify3)(fs_1.default.writeFile);
     /** Wrapper for Node.js fs method */
     exports.writeFileSync = fs_1.default.writeFileSync;
     // file descriptors
     /** Wrapper for Node.js fs method */
-    exports.open = (0, util_1.promisify1)(fs_1.default.open);
+    exports.open = fs_1.default.open;
     /** Wrapper for Node.js fs method */
-    exports.close = (0, util_1.promisify1)(fs_1.default.close);
+    exports.close = (fd) => new Promise((resolve, reject) => fs_1.default.close(fd, (err) => (err ? reject(err) : resolve())));
     /** Wrapper for Node.js fs method */
-    exports.read = (0, util_1.promisify1)(fs_1.default.read);
+    exports.read = fs_1.default.read;
     /** Wrapper for Node.js fs method */
-    exports.fstat = (0, util_1.promisify1)(fs_1.default.fstat);
+    exports.fstat = fs_1.default.fstat;
+    exports.createWriteStream = fs_1.default.createWriteStream;
     exports.isSupported = Boolean(fs_1.default);
 }
 catch {

package/dist/lib/node/stream.d.ts

@@ -0,0 +1,4 @@
+export type { Writable } from 'stream';
+export declare let Transform: any;
+export declare const isSupported: boolean;
+//# sourceMappingURL=stream.d.ts.map

package/dist/lib/node/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/lib/node/stream.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,eAAO,IAAI,SAAS,KAAA,CAAC;AAErB,eAAO,MAAM,WAAW,SAAkB,CAAC"}

package/dist/lib/node/stream.js

@@ -0,0 +1,17 @@
+"use strict";
+// loaders.gl, MIT license
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isSupported = exports.Transform = void 0;
+const stream_1 = __importDefault(require("stream"));
+exports.isSupported = Boolean(stream_1.default);
+// paths
+try {
+    /** Wrapper for Node.js fs method */
+    exports.Transform = stream_1.default.Transform;
+}
+catch {
+    // ignore
+}

package/dist/lib/node/util.d.ts

@@ -1,5 +1,5 @@
 /** Wrapper for Node.js promisify */
-type Callback<A> = (args: A) => void;
+type Callback<A> = (error: unknown, args: A) => void;
 /**
  * Typesafe promisify implementation
  * @link https://dev.to/_gdelgado/implement-a-type-safe-version-of-node-s-promisify-in-7-lines-of-code-in-typescript-2j34
@@ -8,5 +8,6 @@ type Callback<A> = (args: A) => void;
  */
 export declare function promisify1<T, A>(fn: (args: T, cb: Callback<A>) => void): (args: T) => Promise<A>;
 export declare function promisify2<T1, T2, A>(fn: (arg1: T1, arg2: T2, cb: Callback<A>) => void): (arg1: T1, arg2: T2) => Promise<A>;
+export declare function promisify3<T1, T2, T3, A>(fn: (arg1: T1, arg2: T2, arg3: T3, cb: Callback<A>) => void): (arg1: T1, arg2: T2, arg3: T3) => Promise<A>;
 export {};
 //# sourceMappingURL=util.d.ts.map

package/dist/lib/node/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../src/lib/node/util.ts"],"names":[],"mappings":"AAEA,oCAAoC;AACpC,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC;AAErC;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAOhG;AAED,wBAAgB,UAAU,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAClC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,GAChD,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAOpC"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../src/lib/node/util.ts"],"names":[],"mappings":"AAqCA,oCAAoC;AACpC,KAAK,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC;AAErD;;;;;GAKG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAKhG;AAED,wBAAgB,UAAU,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAClC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,GAChD,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAKpC;AAED,wBAAgB,UAAU,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EACtC,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,GAC1D,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAK9C"}

package/dist/lib/node/util.js

@@ -1,7 +1,7 @@
 "use strict";
 // @loaders.gl, MIT license
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.promisify2 = exports.promisify1 = void 0;
+exports.promisify3 = exports.promisify2 = exports.promisify1 = void 0;
 /**
  * Typesafe promisify implementation
  * @link https://dev.to/_gdelgado/implement-a-type-safe-version-of-node-s-promisify-in-7-lines-of-code-in-typescript-2j34
@@ -9,18 +9,14 @@ exports.promisify2 = exports.promisify1 = void 0;
  * @returns
  */
 function promisify1(fn) {
-    return (args) => new Promise((resolve) => {
-        fn(args, (callbackArgs) => {
-            resolve(callbackArgs);
-        });
-    });
+    return (args) => new Promise((resolve, reject) => fn(args, (error, callbackArgs) => (error ? reject(error) : resolve(callbackArgs))));
 }
 exports.promisify1 = promisify1;
 function promisify2(fn) {
-    return (arg1, arg2) => new Promise((resolve) => {
-        fn(arg1, arg2, (callbackArgs) => {
-            resolve(callbackArgs);
-        });
-    });
+    return (arg1, arg2) => new Promise((resolve, reject) => fn(arg1, arg2, (error, callbackArgs) => (error ? reject(error) : resolve(callbackArgs))));
 }
 exports.promisify2 = promisify2;
+function promisify3(fn) {
+    return (arg1, arg2, arg3) => new Promise((resolve, reject) => fn(arg1, arg2, arg3, (error, callbackArgs) => (error ? reject(error) : resolve(callbackArgs))));
+}
+exports.promisify3 = promisify3;

package/dist/lib/worker-loader-utils/create-loader-worker.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createLoaderWorker = void 0;
 const worker_utils_1 = require("@loaders.gl/worker-utils");
-// import {validateLoaderVersion} from './validate-loader-version';
+// import {validateLoaderVersion} from './validate-loader-version.js';
 let requestId = 0;
 /**
  * Set up a WebWorkerGlobalScope to talk with the main thread

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/loader-utils",
-  "version": "3.3.0-alpha.12",
+  "version": "3.3.0-alpha.14",
   "description": "Framework-independent loaders for 3D graphics formats",
   "license": "MIT",
   "publishConfig": {
@@ -40,13 +40,14 @@
     "./dist/es5/lib/node/util.js": false,
     "./dist/esm/lib/node/util.js": false,
     "fs": false,
-    "util": false
+    "util": false,
+    "stream": false
   },
   "scripts": {},
   "dependencies": {
     "@babel/runtime": "^7.3.1",
-    "@loaders.gl/worker-utils": "3.3.0-alpha.12",
+    "@loaders.gl/worker-utils": "3.3.0-alpha.14",
     "@probe.gl/stats": "^3.5.0"
   },
-  "gitHead": "e807cde8f2fcb3503fa01ae3ac6b148ff5326649"
+  "gitHead": "cc91201ca3c0581a5c9edf7a8bc0fc230212bf3d"
 }

package/src/index.ts

@@ -35,22 +35,19 @@ export {parseJSON} from './lib/parser-utils/parse-json';
 
 // MEMORY COPY UTILS
 export {
-  toArrayBuffer,
   sliceArrayBuffer,
   concatenateArrayBuffers,
   concatenateTypedArrays,
   compareArrayBuffers
 } from './lib/binary-utils/array-buffer-utils';
 export {padToNBytes, copyToArray, copyArrayBuffer} from './lib/binary-utils/memory-copy-utils';
-export {
-  copyPaddedArrayBufferToDataView,
-  copyPaddedStringToDataView
-} from './lib/binary-utils/binary-copy-utils';
 export {
   padStringToByteAlignment,
   copyStringToDataView,
-  copyBinaryToDataView
-} from './lib/binary-utils/encode-utils';
+  copyBinaryToDataView,
+  copyPaddedArrayBufferToDataView,
+  copyPaddedStringToDataView
+} from './lib/binary-utils/dataview-copy-utils';
 export {getFirstCharacters, getMagicString} from './lib/binary-utils/get-first-characters';
 
 // ITERATOR UTILS
@@ -76,21 +73,31 @@ export {JSONLoader} from './json-loader';
 
 // Node.js emulation (can be used in browser)
 
-// `path` replacement (avoids bundling big path polyfill)
-import * as path from './lib/path-utils/path';
-export {path};
-
 // Avoid direct use of `Buffer` which pulls in 50KB polyfill
-export {isBuffer, toBuffer, bufferToArrayBuffer} from './lib/binary-utils/buffer-utils';
+export {isBuffer, toBuffer, toArrayBuffer} from './lib/binary-utils/memory-conversion-utils';
 
 // Note.js wrappers (can be safely imported, but not used in browser)
 
 // Use instead of importing 'util' to avoid node dependencies
 export {promisify1, promisify2} from './lib/node/util';
 
+// `path` replacement (avoids bundling big path polyfill)
+import * as path from './lib/path-utils/path';
+export {path};
+
 // Use instead of importing 'fs' to avoid node dependencies`
 import * as fs from './lib/node/fs';
 export {fs};
 
+// Use instead of importing 'stream' to avoid node dependencies`
+import * as stream from './lib/node/stream';
+export {stream};
+
 // EXPERIMENTAL
+export type {ReadableFile} from './lib/filesystems/readable-file';
+export {makeReadableFile} from './lib/filesystems/readable-file';
+
+export type {WritableFile} from './lib/filesystems/writable-file';
+export {makeWritableFile} from './lib/filesystems/writable-file';
+
 export {default as _NodeFileSystem} from './lib/filesystems/node-filesystem';

package/src/lib/binary-utils/array-buffer-utils.ts

@@ -1,46 +1,10 @@
 import {TypedArray} from '../../types';
-import {isBuffer, bufferToArrayBuffer} from './buffer-utils';
-
-/**
- * Convert an object to an array buffer
- */
-export function toArrayBuffer(data: any): ArrayBuffer {
-  // Note: Should be called first, Buffers can trigger other detections below
-  if (isBuffer(data)) {
-    return bufferToArrayBuffer(data);
-  }
-
-  if (data instanceof ArrayBuffer) {
-    return data;
-  }
-
-  // Careful - Node Buffers look like Uint8Arrays (keep after isBuffer)
-  if (ArrayBuffer.isView(data)) {
-    if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
-      return data.buffer;
-    }
-    return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
-  }
-
-  if (typeof data === 'string') {
-    const text = data;
-    const uint8Array = new TextEncoder().encode(text);
-    return uint8Array.buffer;
-  }
-
-  // HACK to support Blob polyfill
-  if (data && typeof data === 'object' && data._toArrayBuffer) {
-    return data._toArrayBuffer();
-  }
-
-  throw new Error('toArrayBuffer');
-}
 
 /**
  * compare two binary arrays for equality
- * @param {ArrayBuffer} a
- * @param {ArrayBuffer} b
- * @param {number} byteLength
+ * @param a
+ * @param b
+ * @param byteLength
  */
 export function compareArrayBuffers(
   arrayBuffer1: ArrayBuffer,
@@ -91,7 +55,7 @@ export function concatenateArrayBuffers(...sources: (ArrayBuffer | Uint8Array)[]
 /**
  * Concatenate arbitrary count of typed arrays
  * https://developer.mozilla.org/en-US/docs/Web/JavaScript/Typed_arrays
- * @param {...*} arrays - list of arrays. All arrays should be the same type
+ * @param - list of arrays. All arrays should be the same type
  * @return A concatenated TypedArray
  */
 export function concatenateTypedArrays<T>(...typedArrays: T[]): T {

package/src/lib/binary-utils/{binary-copy-utils.ts → dataview-copy-utils.ts}

@@ -1,13 +1,65 @@
+// loaders./gl, MIT license
+
 import {TypedArray} from '../../types';
 import {padToNBytes} from './memory-copy-utils';
 
+/**
+ * Helper function that pads a string with spaces to fit a certain byte alignment
+ * @param string
+ * @param byteAlignment
+ * @returns
+ *
+ * @todo PERFORMANCE IDEA: No need to copy string twice...
+ */
+export function padStringToByteAlignment(string: string, byteAlignment: number): string {
+  const length = string.length;
+  const paddedLength = Math.ceil(length / byteAlignment) * byteAlignment; // Round up to the required alignment
+  const padding = paddedLength - length;
+  let whitespace = '';
+  for (let i = 0; i < padding; ++i) {
+    whitespace += ' ';
+  }
+  return string + whitespace;
+}
+
+/**
+ *
+ * @param dataView
+ * @param byteOffset
+ * @param string
+ * @param byteLength
+ * @returns
+ */
+export function copyStringToDataView(
+  dataView: DataView,
+  byteOffset: number,
+  string: string,
+  byteLength: number
+): number {
+  if (dataView) {
+    for (let i = 0; i < byteLength; i++) {
+      dataView.setUint8(byteOffset + i, string.charCodeAt(i));
+    }
+  }
+  return byteOffset + byteLength;
+}
+
+export function copyBinaryToDataView(dataView, byteOffset, binary, byteLength) {
+  if (dataView) {
+    for (let i = 0; i < byteLength; i++) {
+      dataView.setUint8(byteOffset + i, binary[i]);
+    }
+  }
+  return byteOffset + byteLength;
+}
+
 /**
  * Copy sourceBuffer to dataView with some padding
  *
- * @param {DataView | null} dataView - destination data container. If null - only new offset is calculated
- * @param {number} byteOffset - destination byte offset to copy to
- * @param {Array | TypedArray} sourceBuffer - source data buffer
- * @param {number} padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
+ * @param dataView - destination data container. If null - only new offset is calculated
+ * @param byteOffset - destination byte offset to copy to
+ * @param sourceBuffer - source data buffer
+ * @param padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
  *
  * @return new byteOffset of resulting dataView
  */
@@ -16,7 +68,7 @@ export function copyPaddedArrayBufferToDataView(
   byteOffset: number,
   sourceBuffer: TypedArray,
   padding: number
-) {
+): number {
   const paddedLength = padToNBytes(sourceBuffer.byteLength, padding);
   const padLength = paddedLength - sourceBuffer.byteLength;
 

package/src/lib/binary-utils/get-first-characters.ts

@@ -1,4 +1,12 @@
-export function getFirstCharacters(data, length = 5): string {
+// loaders.gl, MIT license
+
+/**
+ * Get the first characters from a binary file (interpret the first bytes as an ASCII string)
+ * @param data
+ * @param length
+ * @returns
+ */
+export function getFirstCharacters(data: string | ArrayBuffer, length: number = 5): string {
   if (typeof data === 'string') {
     return data.slice(0, length);
   } else if (ArrayBuffer.isView(data)) {
@@ -11,6 +19,14 @@ export function getFirstCharacters(data, length = 5): string {
   return '';
 }
 
+/**
+ * Gets a magic string from a "file"
+ * Typically used to check or detect file format
+ * @param arrayBuffer
+ * @param byteOffset
+ * @param length
+ * @returns
+ */
 export function getMagicString(
   arrayBuffer: ArrayBuffer,
   byteOffset: number,