@loaders.gl/core 5.0.0-alpha.12 → 5.0.0-alpha.13

package/dist/loader-utils/lib/files/node-file-facade.d.ts

@@ -0,0 +1,22 @@
+import { ReadableFile, WritableFile, Stat } from "./file.js";
+/** This class is a facade that gets replaced with an actual NodeFile instance  */
+export declare class NodeFileFacade implements ReadableFile, WritableFile {
+    handle: unknown;
+    size: number;
+    bigsize: bigint;
+    url: string;
+    constructor(url: string, flags?: 'r' | 'w' | 'wx' | 'a+', mode?: number);
+    /** Read data */
+    read(start?: number | bigint, length?: number): Promise<ArrayBuffer>;
+    /** Write to file. The number of bytes written will be returned */
+    write(arrayBuffer: ArrayBuffer, offset?: number | bigint, length?: number | bigint): Promise<number>;
+    /** Get information about file */
+    stat(): Promise<Stat>;
+    /** Truncates the file descriptor. Only available on NodeFile. */
+    truncate(length: number): Promise<void>;
+    /** Append data to a file. Only available on NodeFile. */
+    append(data: Uint8Array): Promise<void>;
+    /** Close the file */
+    close(): Promise<void>;
+}
+//# sourceMappingURL=node-file-facade.d.ts.map

package/dist/loader-utils/lib/files/node-file-facade.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-file-facade.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/files/node-file-facade.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,YAAY,EAAE,YAAY,EAAE,IAAI,EAAC,kBAAe;AAIxD,kFAAkF;AAClF,qBAAa,cAAe,YAAW,YAAY,EAAE,YAAY;IAC/D,MAAM,EAAE,OAAO,CAAC;IAChB,IAAI,EAAE,MAAM,CAAK;IACjB,OAAO,EAAE,MAAM,CAAM;IACrB,GAAG,EAAE,MAAM,CAAM;gBAEL,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,IAAI,CAAC,EAAE,MAAM;IAYvE,gBAAgB;IACV,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IAG1E,kEAAkE;IAC5D,KAAK,CACT,WAAW,EAAE,WAAW,EACxB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EACxB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GACvB,OAAO,CAAC,MAAM,CAAC;IAGlB,iCAAiC;IAC3B,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,iEAAiE;IAC3D,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,yDAAyD;IACnD,MAAM,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAG7C,qBAAqB;IACf,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAC7B"}

package/dist/loader-utils/lib/files/node-file-facade.js

@@ -0,0 +1,45 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { isBrowser } from "../env-utils/globals.js";
+const NOT_IMPLEMENTED = new Error('Not implemented');
+/** This class is a facade that gets replaced with an actual NodeFile instance  */
+export class NodeFileFacade {
+    handle;
+    size = 0;
+    bigsize = 0n;
+    url = '';
+    constructor(url, flags, mode) {
+        // Return the actual implementation instance
+        if (globalThis.loaders?.NodeFile) {
+            return new globalThis.loaders.NodeFile(url, flags, mode);
+        }
+        if (isBrowser) {
+            throw new Error("Can't instantiate NodeFile in browser.");
+        }
+        throw new Error("Can't instantiate NodeFile. Make sure to import @loaders.gl/core/polyfills first.");
+    }
+    /** Read data */
+    async read(start, length) {
+        throw NOT_IMPLEMENTED;
+    }
+    /** Write to file. The number of bytes written will be returned */
+    async write(arrayBuffer, offset, length) {
+        throw NOT_IMPLEMENTED;
+    }
+    /** Get information about file */
+    async stat() {
+        throw NOT_IMPLEMENTED;
+    }
+    /** Truncates the file descriptor. Only available on NodeFile. */
+    async truncate(length) {
+        throw NOT_IMPLEMENTED;
+    }
+    /** Append data to a file. Only available on NodeFile. */
+    async append(data) {
+        throw NOT_IMPLEMENTED;
+    }
+    /** Close the file */
+    async close() { }
+}
+//# sourceMappingURL=node-file-facade.js.map

package/dist/loader-utils/lib/files/node-file-facade.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-file-facade.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/files/node-file-facade.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,SAAS,EAAC,gCAA6B;AAG/C,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;AAErD,kFAAkF;AAClF,MAAM,OAAO,cAAc;IACzB,MAAM,CAAU;IAChB,IAAI,GAAW,CAAC,CAAC;IACjB,OAAO,GAAW,EAAE,CAAC;IACrB,GAAG,GAAW,EAAE,CAAC;IAEjB,YAAY,GAAW,EAAE,KAA+B,EAAE,IAAa;QACrE,4CAA4C;QAC5C,IAAI,UAAU,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC;YACjC,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QACD,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;IACJ,CAAC;IACD,gBAAgB;IAChB,KAAK,CAAC,IAAI,CAAC,KAAuB,EAAE,MAAe;QACjD,MAAM,eAAe,CAAC;IACxB,CAAC;IACD,kEAAkE;IAClE,KAAK,CAAC,KAAK,CACT,WAAwB,EACxB,MAAwB,EACxB,MAAwB;QAExB,MAAM,eAAe,CAAC;IACxB,CAAC;IACD,iCAAiC;IACjC,KAAK,CAAC,IAAI;QACR,MAAM,eAAe,CAAC;IACxB,CAAC;IAED,iEAAiE;IACjE,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,MAAM,eAAe,CAAC;IACxB,CAAC;IAED,yDAAyD;IACzD,KAAK,CAAC,MAAM,CAAC,IAAgB;QAC3B,MAAM,eAAe,CAAC;IACxB,CAAC;IACD,qBAAqB;IACrB,KAAK,CAAC,KAAK,KAAmB,CAAC;CAChC"}

package/dist/loader-utils/lib/files/sources.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=sources.d.ts.map

package/dist/loader-utils/lib/files/sources.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/files/sources.ts"],"names":[],"mappings":""}

package/dist/loader-utils/lib/files/sources.js

@@ -0,0 +1,155 @@
+"use strict";
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+/*
+import {fetchFile} from '@loaders.gl/core';
+
+import {Source as PMTilesSourceLoader, RangeResponse} from 'pmtiles';
+
+/** @note "source" here is a PMTiles library type, referring to  *
+export function makeSource(data: string | Blob, fetch?) {
+  if (typeof data === 'string') {
+    return new FetchSource(data, fetch);
+  }
+  if (data instanceof Blob) {
+    const url = '';
+    return new BlobSource(data, url);
+  }
+}
+
+export class BlobSource implements PMTilesSourceLoader {
+  blob: Blob;
+  key: string;
+
+  constructor(blob: Blob, key: string) {
+    this.blob = blob;
+    this.key = key;
+  }
+
+  // TODO - how is this used?
+  getKey() {
+    return this.blob.url || '';
+  }
+
+  async getBytes(offset: number, length: number, signal?: AbortSignal): Promise<RangeResponse> {
+    const data = await this.blob.arrayBuffer();
+    return {
+      data
+      // etag: response.headers.get('ETag') || undefined,
+      // cacheControl: response.headers.get('Cache-Control') || undefined,
+      // expires: response.headers.get('Expires') || undefined
+    };
+  }
+}
+
+export class FetchSource implements PMTilesSourceLoader {
+  url: string;
+  fetch;
+
+  constructor(url: string, fetch = fetchFile) {
+    this.url = url;
+    this.fetch = fetch;
+  }
+
+  // TODO - how is this used?
+  getKey() {
+    return this.url;
+  }
+
+  async getBytes(offset: number, length: number, signal?: AbortSignal): Promise<RangeResponse> {
+    let controller;
+    if (!signal) {
+      // ToDO why is it so important to abort in case 200?
+      // TODO check this works or assert 206
+      controller = new AbortController();
+      signal = controller.signal;
+    }
+
+    let response = await fetch(this.url, {
+      signal,
+      headers: {Range: `bytes=${offset}-${offset + length - 1}`}
+    });
+
+    switch (response.status) {
+      case 206: // Partial Content success
+        // This is the expected success code for a range request
+        break;
+
+      case 200:
+        // some well-behaved backends, e.g. DigitalOcean CDN, respond with 200 instead of 206
+        // but we also need to detect no support for Byte Serving which is returning the whole file
+        const content_length = response.headers.get('Content-Length');
+        if (!content_length || Number(content_length) > length) {
+          if (controller) {
+            controller.abort();
+          }
+          throw Error(
+            'content-length header missing or exceeding request. Server must support HTTP Byte Serving.'
+          );
+        }
+
+      case 416: // "Range Not Satisfiable"
+        // some HTTP servers don't accept ranges beyond the end of the resource.
+        // Retry with the exact length
+        // TODO: can return 416 with offset > 0 if content changed, which will have a blank etag.
+        // See https://github.com/protomaps/PMTiles/issues/90
+        if (offset === 0) {
+          const content_range = response.headers.get('Content-Range');
+          if (!content_range || !content_range.startsWith('bytes *')) {
+            throw Error('Missing content-length on 416 response');
+          }
+          const actual_length = Number(content_range.substr(8));
+          response = await fetch(this.url, {
+            signal,
+            headers: {Range: `bytes=0-${actual_length - 1}`}
+          });
+        }
+        break;
+
+      default:
+        if (response.status >= 300) {
+          throw Error(`Bad response code: ${response.status}`);
+        }
+    }
+
+    const data = await response.arrayBuffer();
+    return {
+      data,
+      etag: response.headers.get('ETag') || undefined,
+      cacheControl: response.headers.get('Cache-Control') || undefined,
+      expires: response.headers.get('Expires') || undefined
+    };
+  }
+}
+
+/*
+class TestNodeFileSource implements Source {
+  buffer: ArrayBuffer;
+  path: string;
+  key: string;
+  etag?: string;
+
+  constructor(path: string, key: string) {
+    this.path = path;
+    this.buffer = fs.readFileSync(path);
+    this.key = key;
+  }
+
+  getKey() {
+    return this.key;
+  }
+
+  replaceData(path: string) {
+    this.path = path;
+    this.buffer = fs.readFileSync(path);
+  }
+
+  async getBytes(offset: number, length: number): Promise<RangeResponse> {
+    const slice = new Uint8Array(this.buffer.slice(offset, offset + length))
+      .buffer;
+    return { data: slice, etag: this.etag };
+  }
+}
+*/
+//# sourceMappingURL=sources.js.map

package/dist/loader-utils/lib/files/sources.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sources.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/files/sources.ts"],"names":[],"mappings":";AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqJE"}

package/dist/loader-utils/lib/filesystems/filesystem.d.ts

@@ -0,0 +1,33 @@
+import { ReadableFile, WritableFile } from "../files/file.js";
+/**
+ * A FileSystem interface can encapsulate various file sources,
+ * a FileList, a Node.js filesystem, a ZipFile, a GoogleDrive etc.
+ */
+export interface FileSystem {
+    /** Return a list of file names in a "directory" */
+    readdir(dirname?: string, options?: {
+        recursive?: boolean;
+    }): Promise<string[]>;
+    /** Gets information from a local file from the filesystem */
+    stat(filename: string, options?: object): Promise<{
+        size: number;
+    }>;
+    /** Removes a file from the file system */
+    unlink?(path: string): Promise<void>;
+    /** Fetches the full contents of a file from the filesystem (or a URL) */
+    fetch(path: string, options?: RequestInit): Promise<Response>;
+}
+/**
+ * A random access file system, open readable and/or writable files
+ */
+export interface RandomAccessFileSystem extends FileSystem {
+    /** Can open readable files */
+    readonly readable: boolean;
+    /** Can open writable files */
+    readonly writable: boolean;
+    /** Open a readable file */
+    openReadableFile(path: string, flags?: 'r'): Promise<ReadableFile>;
+    /** Open a writable file */
+    openWritableFile(path: string, flags?: 'w' | 'wx', mode?: number): Promise<WritableFile>;
+}
+//# sourceMappingURL=filesystem.d.ts.map

package/dist/loader-utils/lib/filesystems/filesystem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filesystem.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/filesystems/filesystem.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAE,YAAY,EAAC,yBAAsB;AAEzD;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,mDAAmD;IACnD,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAC,SAAS,CAAC,EAAE,OAAO,CAAA;KAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAE9E,6DAA6D;IAC7D,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;IAElE,0CAA0C;IAC1C,MAAM,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAErC,yEAAyE;IACzE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC/D;AAED;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,UAAU;IACxD,8BAA8B;IAC9B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAE3B,8BAA8B;IAC9B,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAE3B,2BAA2B;IAC3B,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAEnE,2BAA2B;IAC3B,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,GAAG,GAAG,IAAI,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;CAC1F"}

package/dist/loader-utils/lib/filesystems/filesystem.js

@@ -0,0 +1,5 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export {};
+//# sourceMappingURL=filesystem.js.map

package/dist/loader-utils/lib/filesystems/filesystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filesystem.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/filesystems/filesystem.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC"}

package/dist/loader-utils/lib/filesystems/node-filesystem-facade.d.ts

@@ -0,0 +1,23 @@
+import { Stat } from "../files/file.js";
+import { NodeFileFacade as NodeFile } from "../files/node-file-facade.js";
+import { RandomAccessFileSystem } from "./filesystem.js";
+/**
+ * FileSystem pass-through for Node.js
+ * Compatible with BrowserFileSystem.
+ * @note Dummy implementation, not used (constructor returns a real NodeFileSystem instance)
+ * @param options
+ */
+export declare class NodeFileSystemFacade implements RandomAccessFileSystem {
+    constructor(options: {
+        [key: string]: any;
+    });
+    readonly readable = true;
+    readonly writable = true;
+    openReadableFile(path: string, flags: any): Promise<NodeFile>;
+    openWritableFile(path: string, flags: any, mode: any): Promise<NodeFile>;
+    readdir(dirname?: string, options?: {}): Promise<string[]>;
+    stat(path: string, options?: {}): Promise<Stat>;
+    unlink(path: string): Promise<void>;
+    fetch(path: RequestInfo, options?: RequestInit): Promise<Response>;
+}
+//# sourceMappingURL=node-filesystem-facade.d.ts.map

package/dist/loader-utils/lib/filesystems/node-filesystem-facade.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-filesystem-facade.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/filesystems/node-filesystem-facade.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,IAAI,EAAC,yBAAsB;AACnC,OAAO,EAAC,cAAc,IAAI,QAAQ,EAAC,qCAAkC;AACrE,OAAO,EAAC,sBAAsB,EAAC,wBAAqB;AAIpD;;;;;GAKG;AACH,qBAAa,oBAAqB,YAAW,sBAAsB;gBAErD,OAAO,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC;IAgBzC,QAAQ,CAAC,QAAQ,QAAQ;IACzB,QAAQ,CAAC,QAAQ,QAAQ;IAEnB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,KAAA,GAAG,OAAO,CAAC,QAAQ,CAAC;IAKxD,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,KAAA,EAAE,IAAI,KAAA,GAAG,OAAO,CAAC,QAAQ,CAAC;IAM9D,OAAO,CAAC,OAAO,SAAM,EAAE,OAAO,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAIvD,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/C,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAInC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC;CAGzE"}

package/dist/loader-utils/lib/filesystems/node-filesystem-facade.js

@@ -0,0 +1,48 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { isBrowser } from "../env-utils/globals.js";
+const NOT_IMPLEMENTED = new Error('Not implemented');
+/**
+ * FileSystem pass-through for Node.js
+ * Compatible with BrowserFileSystem.
+ * @note Dummy implementation, not used (constructor returns a real NodeFileSystem instance)
+ * @param options
+ */
+export class NodeFileSystemFacade {
+    // implements FileSystem
+    constructor(options) {
+        if (globalThis.loaders?.NodeFileSystem) {
+            return new globalThis.loaders.NodeFileSystem(options);
+        }
+        if (isBrowser) {
+            throw new Error("Can't instantiate NodeFileSystem in browser.");
+        }
+        throw new Error("Can't instantiate NodeFileSystem. Make sure to import @loaders.gl/core/polyfills first.");
+    }
+    // DUMMY IMPLEMENTATION, not used (constructor returns a real NodeFileSystem instance)
+    // implements RandomAccessReadFileSystem
+    readable = true;
+    writable = true;
+    async openReadableFile(path, flags) {
+        throw NOT_IMPLEMENTED;
+    }
+    // implements RandomAccessWriteFileSystem
+    async openWritableFile(path, flags, mode) {
+        throw NOT_IMPLEMENTED;
+    }
+    // Implements file system
+    async readdir(dirname = '.', options) {
+        throw NOT_IMPLEMENTED;
+    }
+    async stat(path, options) {
+        throw NOT_IMPLEMENTED;
+    }
+    async unlink(path) {
+        throw NOT_IMPLEMENTED;
+    }
+    async fetch(path, options) {
+        throw NOT_IMPLEMENTED;
+    }
+}
+//# sourceMappingURL=node-filesystem-facade.js.map

package/dist/loader-utils/lib/filesystems/node-filesystem-facade.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-filesystem-facade.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/filesystems/node-filesystem-facade.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,SAAS,EAAC,gCAA6B;AAK/C,MAAM,eAAe,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;AAErD;;;;;GAKG;AACH,MAAM,OAAO,oBAAoB;IAC/B,wBAAwB;IACxB,YAAY,OAA6B;QACvC,IAAI,UAAU,CAAC,OAAO,EAAE,cAAc,EAAE,CAAC;YACvC,OAAO,IAAI,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,IAAI,KAAK,CACb,yFAAyF,CAC1F,CAAC;IACJ,CAAC;IAED,sFAAsF;IAEtF,wCAAwC;IAE/B,QAAQ,GAAG,IAAI,CAAC;IAChB,QAAQ,GAAG,IAAI,CAAC;IAEzB,KAAK,CAAC,gBAAgB,CAAC,IAAY,EAAE,KAAK;QACxC,MAAM,eAAe,CAAC;IACxB,CAAC;IAED,yCAAyC;IACzC,KAAK,CAAC,gBAAgB,CAAC,IAAY,EAAE,KAAK,EAAE,IAAI;QAC9C,MAAM,eAAe,CAAC;IACxB,CAAC;IAED,yBAAyB;IAEzB,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,GAAG,EAAE,OAAY;QACvC,MAAM,eAAe,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY,EAAE,OAAY;QACnC,MAAM,eAAe,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,MAAM,eAAe,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAiB,EAAE,OAAqB;QAClD,MAAM,eAAe,CAAC;IACxB,CAAC;CACF"}

package/dist/loader-utils/lib/iterators/async-iteration.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Iterates over an {@link AsyncIterable} or {@link Iterable}, invoking `visitor` for each yielded
+ * value without rewinding the iterator when exiting early. This enables the caller to continue
+ * iterating in another loop after `visitor` signals cancellation.
+ */
+export declare function forEach<TValue>(iterable: AsyncIterable<TValue> | Iterable<TValue> | AsyncIterator<TValue>, visitor: (value: TValue) => any): Promise<void>;
+/**
+ * Concatenates all binary chunks yielded by an async or sync iterator.
+ * Supports `ArrayBuffer`, typed array views, and `ArrayBufferLike` sources (e.g. `SharedArrayBuffer`).
+ * This allows atomic parsers to operate on iterator inputs by materializing them into a single buffer.
+ */
+export declare function concatenateArrayBuffersAsync(asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>): Promise<ArrayBuffer>;
+export declare function concatenateStringsAsync(asyncIterator: AsyncIterable<string> | Iterable<string>): Promise<string>;
+/**
+ * Normalizes binary chunk iterators to yield `ArrayBuffer` instances.
+ * Accepts `ArrayBuffer`, `ArrayBufferView`, and `ArrayBufferLike` sources
+ * (e.g. `SharedArrayBuffer`) and returns a copied `ArrayBuffer` for each chunk.
+ */
+export declare function toArrayBufferIterator(asyncIterator: AsyncIterable<ArrayBufferLike | ArrayBufferView> | Iterable<ArrayBufferLike | ArrayBufferView>): AsyncIterable<ArrayBuffer>;
+//# sourceMappingURL=async-iteration.d.ts.map

package/dist/loader-utils/lib/iterators/async-iteration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"async-iteration.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/iterators/async-iteration.ts"],"names":[],"mappings":"AAQA;;;;GAIG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAClC,QAAQ,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,EAC1E,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,GAAG,iBAiBhC;AAED;;;;GAIG;AACH,wBAAsB,4BAA4B,CAChD,aAAa,EACT,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,GAC9C,OAAO,CAAC,WAAW,CAAC,CAMtB;AAED,wBAAsB,uBAAuB,CAC3C,aAAa,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,GACtD,OAAO,CAAC,MAAM,CAAC,CAMjB;AAED;;;;GAIG;AACH,wBAAuB,qBAAqB,CAC1C,aAAa,EACT,aAAa,CAAC,eAAe,GAAG,eAAe,CAAC,GAChD,QAAQ,CAAC,eAAe,GAAG,eAAe,CAAC,GAC9C,aAAa,CAAC,WAAW,CAAC,CAI5B"}

package/dist/loader-utils/lib/iterators/async-iteration.js

@@ -0,0 +1,102 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { concatenateArrayBuffers } from "../binary-utils/array-buffer-utils.js";
+// GENERAL UTILITIES
+/**
+ * Iterates over an {@link AsyncIterable} or {@link Iterable}, invoking `visitor` for each yielded
+ * value without rewinding the iterator when exiting early. This enables the caller to continue
+ * iterating in another loop after `visitor` signals cancellation.
+ */
+export async function forEach(iterable, visitor) {
+    const iterator = toAsyncIterator(iterable);
+    // eslint-disable-next-line
+    while (true) {
+        const { done, value } = await iterator.next();
+        if (done) {
+            if (iterator.return) {
+                iterator.return();
+            }
+            return;
+        }
+        const cancel = visitor(value);
+        if (cancel) {
+            return;
+        }
+    }
+}
+/**
+ * Concatenates all binary chunks yielded by an async or sync iterator.
+ * Supports `ArrayBuffer`, typed array views, and `ArrayBufferLike` sources (e.g. `SharedArrayBuffer`).
+ * This allows atomic parsers to operate on iterator inputs by materializing them into a single buffer.
+ */
+export async function concatenateArrayBuffersAsync(asyncIterator) {
+    const arrayBuffers = [];
+    for await (const chunk of asyncIterator) {
+        arrayBuffers.push(copyToArrayBuffer(chunk));
+    }
+    return concatenateArrayBuffers(...arrayBuffers);
+}
+export async function concatenateStringsAsync(asyncIterator) {
+    const strings = [];
+    for await (const chunk of asyncIterator) {
+        strings.push(chunk);
+    }
+    return strings.join('');
+}
+/**
+ * Normalizes binary chunk iterators to yield `ArrayBuffer` instances.
+ * Accepts `ArrayBuffer`, `ArrayBufferView`, and `ArrayBufferLike` sources
+ * (e.g. `SharedArrayBuffer`) and returns a copied `ArrayBuffer` for each chunk.
+ */
+export async function* toArrayBufferIterator(asyncIterator) {
+    for await (const chunk of asyncIterator) {
+        yield copyToArrayBuffer(chunk);
+    }
+}
+function copyToArrayBuffer(chunk) {
+    if (chunk instanceof ArrayBuffer) {
+        return chunk;
+    }
+    if (ArrayBuffer.isView(chunk)) {
+        const { buffer, byteOffset, byteLength } = chunk;
+        return copyFromBuffer(buffer, byteOffset, byteLength);
+    }
+    return copyFromBuffer(chunk);
+}
+function copyFromBuffer(buffer, byteOffset = 0, byteLength = buffer.byteLength - byteOffset) {
+    const view = new Uint8Array(buffer, byteOffset, byteLength);
+    const copy = new Uint8Array(view.length);
+    copy.set(view);
+    return copy.buffer;
+}
+function toAsyncIterator(iterable) {
+    if (typeof iterable[Symbol.asyncIterator] === 'function') {
+        return iterable[Symbol.asyncIterator]();
+    }
+    if (typeof iterable[Symbol.iterator] === 'function') {
+        const iterator = iterable[Symbol.iterator]();
+        return iteratorToAsyncIterator(iterator);
+    }
+    return iterable;
+}
+function iteratorToAsyncIterator(iterator) {
+    return {
+        next(value) {
+            return Promise.resolve(iterator.next(value));
+        },
+        return(value) {
+            if (typeof iterator.return === 'function') {
+                return Promise.resolve(iterator.return(value));
+            }
+            return Promise.resolve({ done: true, value });
+        },
+        throw(error) {
+            if (typeof iterator.throw === 'function') {
+                return Promise.resolve(iterator.throw(error));
+            }
+            return Promise.reject(error);
+        }
+    };
+}
+//# sourceMappingURL=async-iteration.js.map

package/dist/loader-utils/lib/iterators/async-iteration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"async-iteration.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/iterators/async-iteration.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,uBAAuB,EAAC,8CAA2C;AAE3E,oBAAoB;AAEpB;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,QAA0E,EAC1E,OAA+B;IAE/B,MAAM,QAAQ,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;IAC3C,2BAA2B;IAC3B,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,EAAC,IAAI,EAAE,KAAK,EAAC,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;gBACpB,QAAQ,CAAC,MAAM,EAAE,CAAC;YACpB,CAAC;YACD,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,MAAM,EAAE,CAAC;YACX,OAAO;QACT,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,4BAA4B,CAChD,aAE+C;IAE/C,MAAM,YAAY,GAAkB,EAAE,CAAC;IACvC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACxC,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,uBAAuB,CAAC,GAAG,YAAY,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,aAAuD;IAEvD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACxC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACtB,CAAC;IACD,OAAO,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC1B,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAC1C,aAE+C;IAE/C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACxC,MAAM,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAsD;IAC/E,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,EAAC,MAAM,EAAE,UAAU,EAAE,UAAU,EAAC,GAAG,KAAK,CAAC;QAC/C,OAAO,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,cAAc,CAAC,KAAwB,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,cAAc,CACrB,MAAuB,EACvB,UAAU,GAAG,CAAC,EACd,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,UAAU;IAE3C,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACf,OAAO,IAAI,CAAC,MAAM,CAAC;AACrB,CAAC;AAED,SAAS,eAAe,CACtB,QAA0E;IAE1E,IAAI,OAAO,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,EAAE,CAAC;QACzD,OAAO,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;IAC1C,CAAC;IAED,IAAI,OAAO,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,UAAU,EAAE,CAAC;QACpD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC7C,OAAO,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,QAAiC,CAAC;AAC3C,CAAC;AAED,SAAS,uBAAuB,CAAI,QAAqB;IACvD,OAAO;QACL,IAAI,CAAC,KAAW;YACd,OAAO,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,CAAC,KAAW;YAChB,IAAI,OAAO,QAAQ,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;gBAC1C,OAAO,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACjD,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,EAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;QAC9C,CAAC;QAED,KAAK,CAAC,KAAW;YACf,IAAI,OAAO,QAAQ,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;gBACzC,OAAO,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YAChD,CAAC;YACD,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/B,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/loader-utils/lib/iterators/text-iterators.d.ts

@@ -0,0 +1,19 @@
+export declare function makeTextDecoderIterator(arrayBufferIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>, options?: TextDecoderOptions): AsyncIterable<string>;
+export declare function makeTextEncoderIterator(textIterator: AsyncIterable<string> | Iterable<ArrayBuffer>): AsyncIterable<ArrayBuffer>;
+/**
+ * @param textIterator async iterable yielding strings
+ * @returns an async iterable over lines
+ * See http://2ality.com/2018/04/async-iter-nodejs.html
+ */
+export declare function makeLineIterator(textIterator: AsyncIterable<string>): AsyncIterable<string>;
+/**
+ * @param lineIterator async iterable yielding lines
+ * @returns async iterable yielding numbered lines
+ *
+ * See http://2ality.com/2018/04/async-iter-nodejs.html
+ */
+export declare function makeNumberedLineIterator(lineIterator: AsyncIterable<string>): AsyncIterable<{
+    counter: number;
+    line: string;
+}>;
+//# sourceMappingURL=text-iterators.d.ts.map

package/dist/loader-utils/lib/iterators/text-iterators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-iterators.d.ts","sourceRoot":"","sources":["../../../../src/loader-utils/lib/iterators/text-iterators.ts"],"names":[],"mappings":"AAOA,wBAAuB,uBAAuB,CAC5C,mBAAmB,EAAE,aAAa,CAAC,WAAW,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,EACvE,OAAO,GAAE,kBAAuB,GAC/B,aAAa,CAAC,MAAM,CAAC,CAOvB;AAOD,wBAAuB,uBAAuB,CAC5C,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,WAAW,CAAC,GAC1D,aAAa,CAAC,WAAW,CAAC,CAK5B;AAED;;;;GAIG;AAEH,wBAAuB,gBAAgB,CACrC,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,GAClC,aAAa,CAAC,MAAM,CAAC,CAkBvB;AAED;;;;;GAKG;AACH,wBAAuB,wBAAwB,CAC7C,YAAY,EAAE,aAAa,CAAC,MAAM,CAAC,GAClC,aAAa,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAC,CAAC,CAMhD"}

package/dist/loader-utils/lib/iterators/text-iterators.js

@@ -0,0 +1,60 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// TextDecoder iterators
+// TextDecoder will keep any partial undecoded bytes between calls to `decode`
+export async function* makeTextDecoderIterator(arrayBufferIterator, options = {}) {
+    const textDecoder = new TextDecoder(undefined, options);
+    for await (const arrayBuffer of arrayBufferIterator) {
+        yield typeof arrayBuffer === 'string'
+            ? arrayBuffer
+            : textDecoder.decode(arrayBuffer, { stream: true });
+    }
+}
+// TextEncoder iterator
+// TODO - this is not useful unless min chunk size is given
+// TextEncoder will keep any partial undecoded bytes between calls to `encode`
+// If iterator does not yield strings, assume arrayBuffer and return unencoded
+export async function* makeTextEncoderIterator(textIterator) {
+    const textEncoder = new TextEncoder();
+    for await (const text of textIterator) {
+        yield typeof text === 'string' ? textEncoder.encode(text).buffer : text;
+    }
+}
+/**
+ * @param textIterator async iterable yielding strings
+ * @returns an async iterable over lines
+ * See http://2ality.com/2018/04/async-iter-nodejs.html
+ */
+export async function* makeLineIterator(textIterator) {
+    let previous = '';
+    for await (const textChunk of textIterator) {
+        previous += textChunk;
+        let eolIndex;
+        eolIndex = previous.indexOf('\n');
+        while (eolIndex >= 0) {
+            // line includes the EOL
+            const line = previous.slice(0, eolIndex + 1);
+            previous = previous.slice(eolIndex + 1);
+            yield line;
+            eolIndex = previous.indexOf('\n');
+        }
+    }
+    if (previous.length > 0) {
+        yield previous;
+    }
+}
+/**
+ * @param lineIterator async iterable yielding lines
+ * @returns async iterable yielding numbered lines
+ *
+ * See http://2ality.com/2018/04/async-iter-nodejs.html
+ */
+export async function* makeNumberedLineIterator(lineIterator) {
+    let counter = 1;
+    for await (const line of lineIterator) {
+        yield { counter, line };
+        counter++;
+    }
+}
+//# sourceMappingURL=text-iterators.js.map

package/dist/loader-utils/lib/iterators/text-iterators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-iterators.js","sourceRoot":"","sources":["../../../../src/loader-utils/lib/iterators/text-iterators.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,wBAAwB;AACxB,8EAA8E;AAE9E,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,uBAAuB,CAC5C,mBAAuE,EACvE,UAA8B,EAAE;IAEhC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACxD,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,mBAAmB,EAAE,CAAC;QACpD,MAAM,OAAO,WAAW,KAAK,QAAQ;YACnC,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,EAAE,EAAC,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED,uBAAuB;AACvB,2DAA2D;AAC3D,8EAA8E;AAC9E,8EAA8E;AAE9E,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,uBAAuB,CAC5C,YAA2D;IAE3D,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;IACtC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QACtC,MAAM,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1E,CAAC;AACH,CAAC;AAED;;;;GAIG;AAEH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACrC,YAAmC;IAEnC,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,KAAK,EAAE,MAAM,SAAS,IAAI,YAAY,EAAE,CAAC;QAC3C,QAAQ,IAAI,SAAS,CAAC;QACtB,IAAI,QAAQ,CAAC;QACb,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,OAAO,QAAQ,IAAI,CAAC,EAAE,CAAC;YACrB,wBAAwB;YACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;YAC7C,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YACxC,MAAM,IAAI,CAAC;YACX,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,QAAQ,CAAC;IACjB,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,wBAAwB,CAC7C,YAAmC;IAEnC,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QACtC,MAAM,EAAC,OAAO,EAAE,IAAI,EAAC,CAAC;QACtB,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}