@loaders.gl/parquet 4.2.0-alpha.4 → 4.2.0-alpha.5

package/dist/parquetjs/utils/file-utils.js

@@ -1,34 +1,35 @@
 import * as fs from 'fs';
 export function load(name) {
-  return (module || global).require(name);
+    return (module || global).require(name);
 }
 export function oswrite(os, buf) {
-  return new Promise((resolve, reject) => {
-    os.write(buf, err => {
-      if (err) {
-        reject(err);
-      } else {
-        resolve();
-      }
+    return new Promise((resolve, reject) => {
+        os.write(buf, (err) => {
+            if (err) {
+                reject(err);
+            }
+            else {
+                resolve();
+            }
+        });
     });
-  });
 }
 export function osclose(os) {
-  return new Promise((resolve, reject) => {
-    os.close(err => {
-      if (err) {
-        reject(err);
-      } else {
-        resolve();
-      }
+    return new Promise((resolve, reject) => {
+        os.close((err) => {
+            if (err) {
+                reject(err);
+            }
+            else {
+                resolve();
+            }
+        });
     });
-  });
 }
 export function osopen(path, opts) {
-  return new Promise((resolve, reject) => {
-    const outputStream = fs.createWriteStream(path, opts);
-    outputStream.once('open', fd => resolve(outputStream));
-    outputStream.once('error', err => reject(err));
-  });
+    return new Promise((resolve, reject) => {
+        const outputStream = fs.createWriteStream(path, opts);
+        outputStream.once('open', (fd) => resolve(outputStream));
+        outputStream.once('error', (err) => reject(err));
+    });
 }
-//# sourceMappingURL=file-utils.js.map

package/dist/parquetjs/utils/read-utils.d.ts

@@ -1,5 +1,5 @@
 /// <reference types="node" />
-import { FileMetaData, PageHeader } from '../parquet-thrift';
+import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
 /**
  * Helper function that serializes a thrift object into a buffer
  */

package/dist/parquetjs/utils/read-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":";AACA,OAAO,EAAC,YAAY,EAAE,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAM3D;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAYhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,UAWlE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAOxE;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW9D;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW5D;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM/C;AAKD,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAmBpE"}
+{"version":3,"file":"read-utils.d.ts","sourceRoot":"","sources":["../../../src/parquetjs/utils/read-utils.ts"],"names":[],"mappings":";AACA,OAAO,EAAC,YAAY,EAAE,UAAU,EAAC,mCAAgC;AAMjE;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAYhD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,UAWlE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAOxE;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW9D;AAED,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM;;;EAW5D;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAM/C;AAKD,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,CAmBpE"}

package/dist/parquetjs/utils/read-utils.js

@@ -1,89 +1,99 @@
 import { TBufferedTransport, TCompactProtocol, TFramedTransport } from "../parquet-thrift/index.js";
 import { FileMetaData, PageHeader } from "../parquet-thrift/index.js";
 class UFramedTransport extends TFramedTransport {
-  constructor() {
-    super(...arguments);
-    this.readPos = 0;
-  }
+    constructor() {
+        super(...arguments);
+        this.readPos = 0;
+    }
 }
+/**
+ * Helper function that serializes a thrift object into a buffer
+ */
 export function serializeThrift(obj) {
-  const output = [];
-  const transport = new TBufferedTransport(undefined, buf => {
-    output.push(buf);
-  });
-  const protocol = new TCompactProtocol(transport);
-  obj.write(protocol);
-  transport.flush();
-  return Buffer.concat(output);
+    const output = [];
+    const transport = new TBufferedTransport(undefined, (buf) => {
+        output.push(buf);
+    });
+    const protocol = new TCompactProtocol(transport);
+    obj.write(protocol);
+    transport.flush();
+    return Buffer.concat(output);
 }
 export function decodeThrift(obj, buf, offset) {
-  if (!offset) {
-    offset = 0;
-  }
-  const transport = new UFramedTransport(buf);
-  transport.readPos = offset;
-  const protocol = new TCompactProtocol(transport);
-  obj.read(protocol);
-  return transport.readPos - offset;
+    if (!offset) {
+        // tslint:disable-next-line:no-parameter-reassignment
+        offset = 0;
+    }
+    const transport = new UFramedTransport(buf);
+    transport.readPos = offset;
+    const protocol = new TCompactProtocol(transport);
+    obj.read(protocol);
+    return transport.readPos - offset;
 }
+/**
+ * FIXME not ideal that this is linear
+ */
 export function getThriftEnum(klass, value) {
-  for (const k in klass) {
-    if (klass[k] === value) {
-      return k;
+    for (const k in klass) {
+        if (klass[k] === value) {
+            return k;
+        }
     }
-  }
-  throw new Error('Invalid ENUM value');
+    throw new Error('Invalid ENUM value');
 }
 export function decodeFileMetadata(buf, offset) {
-  if (!offset) {
-    offset = 0;
-  }
-  const transport = new UFramedTransport(buf);
-  transport.readPos = offset;
-  const protocol = new TCompactProtocol(transport);
-  const metadata = FileMetaData.read(protocol);
-  return {
-    length: transport.readPos - offset,
-    metadata
-  };
+    if (!offset) {
+        // tslint:disable-next-line:no-parameter-reassignment
+        offset = 0;
+    }
+    const transport = new UFramedTransport(buf);
+    transport.readPos = offset;
+    const protocol = new TCompactProtocol(transport);
+    const metadata = FileMetaData.read(protocol);
+    return { length: transport.readPos - offset, metadata };
 }
 export function decodePageHeader(buf, offset) {
-  if (!offset) {
-    offset = 0;
-  }
-  const transport = new UFramedTransport(buf);
-  transport.readPos = offset;
-  const protocol = new TCompactProtocol(transport);
-  const pageHeader = PageHeader.read(protocol);
-  return {
-    length: transport.readPos - offset,
-    pageHeader
-  };
+    if (!offset) {
+        // tslint:disable-next-line:no-parameter-reassignment
+        offset = 0;
+    }
+    const transport = new UFramedTransport(buf);
+    transport.readPos = offset;
+    const protocol = new TCompactProtocol(transport);
+    const pageHeader = PageHeader.read(protocol);
+    return { length: transport.readPos - offset, pageHeader };
 }
+/**
+ * Get the number of bits required to store a given value
+ */
 export function getBitWidth(val) {
-  if (val === 0) {
-    return 0;
-  }
-  return Math.ceil(Math.log2(val + 1));
+    if (val === 0) {
+        return 0;
+        // tslint:disable-next-line:no-else-after-return
+    }
+    return Math.ceil(Math.log2(val + 1));
 }
+// Supports MQTT path wildcards
+// + all immediate children
+// # all descendents
 export function fieldIndexOf(arr, elem) {
-  for (let j = 0; j < arr.length; j++) {
-    if (arr[j].length > elem.length) {
-      continue;
-    }
-    let m = true;
-    for (let i = 0; i < elem.length; i++) {
-      if (arr[j][i] === elem[i] || arr[j][i] === '+' || arr[j][i] === '#') {
-        continue;
-      }
-      if (i >= arr[j].length && arr[j][arr[j].length - 1] === '#') {
-        continue;
-      }
-      m = false;
-      break;
+    for (let j = 0; j < arr.length; j++) {
+        if (arr[j].length > elem.length) {
+            continue; // eslint-disable-line no-continue
+        }
+        let m = true;
+        for (let i = 0; i < elem.length; i++) {
+            if (arr[j][i] === elem[i] || arr[j][i] === '+' || arr[j][i] === '#') {
+                continue; // eslint-disable-line no-continue
+            }
+            if (i >= arr[j].length && arr[j][arr[j].length - 1] === '#') {
+                continue; // eslint-disable-line no-continue
+            }
+            m = false;
+            break;
+        }
+        if (m)
+            return j;
     }
-    if (m) return j;
-  }
-  return -1;
+    return -1;
 }
-//# sourceMappingURL=read-utils.js.map

package/dist/polyfills/buffer/buffer-polyfill.browser.js

@@ -1,6 +1,11 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright vis.gl contributors
 import { Buffer as BufferPolyfill } from "./buffer.js";
+/** Install Node.js Buffer polyfill (NO-OP in Node.js) */
 export function installBufferPolyfill() {
-  globalThis.Buffer = globalThis.Buffer || BufferPolyfill;
-  return globalThis.Buffer;
+    // @ts-ignore
+    globalThis.Buffer = globalThis.Buffer || BufferPolyfill;
+    // @ts-ignore
+    return globalThis.Buffer;
 }
-//# sourceMappingURL=buffer-polyfill.browser.js.map

package/dist/polyfills/buffer/buffer-polyfill.node.js

@@ -1,11 +1,16 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright vis.gl contributors
 import { Buffer as BufferPolyfill } from "./buffer.js";
+/** Install the Node.js Buffer polyfill (NO-OP in Node.js) */
 export function installBufferPolyfill() {
-  const Buffer_ = typeof Buffer !== 'undefined' ? Buffer : null;
-  if (!Buffer_) {
-    globalThis.Buffer = BufferPolyfill;
-    return BufferPolyfill;
-  }
-  globalThis.process = globalThis.process || {};
-  return Buffer_;
+    const Buffer_ = typeof Buffer !== 'undefined' ? Buffer : null;
+    if (!Buffer_) {
+        // @ts-expect-error
+        globalThis.Buffer = BufferPolyfill;
+        return BufferPolyfill;
+    }
+    globalThis.process = globalThis.process || {};
+    // Buffer is a global variable in Node.js
+    return Buffer_;
 }
-//# sourceMappingURL=buffer-polyfill.node.js.map