@uwdata/mosaic-core 0.10.0 → 0.11.0

package/src/util/throttle.js

@@ -1,12 +1,22 @@
 const NIL = {};
 
+/**
+ * Throttle invocations of a callback function. The callback must return
+ * a Promise. Upon repeated invocation, the callback will not be invoked
+ * until a prior Promise resolves. If multiple invocations occurs while
+ * waiting, only the most recent invocation will be pending.
+ * @param {(event: *) => Promise} callback The callback function.
+ * @param {boolean} [debounce=true] Flag indicating if invocations
+ *  should also be debounced within the current animation frame.
+ * @returns A new function that throttles access to the callback.
+ */
 export function throttle(callback, debounce = false) {
   let curr;
   let next;
   let pending = NIL;
 
   function invoke(event) {
-    curr = callback(event).then(() => {
+    curr = callback(event).finally(() => {
       if (next) {
         const { value } = next;
         next = null;

package/src/util/to-data-columns.js

@@ -1,4 +1,4 @@
-import { convertArrowColumn, isArrowTable } from './convert-arrow.js';
+import { isArrowTable } from './is-arrow-table.js';
 
 /**
  * @typedef {Array | Int8Array | Uint8Array | Uint8ClampedArray
@@ -27,23 +27,12 @@ export function toDataColumns(data) {
 
 /**
  * Convert an Arrow table to a set of column arrays.
- * @param {import('apache-arrow').Table} data An Apache Arrow Table.
+ * @param {import('@uwdata/flechette').Table} data An Arrow Table.
  * @returns {DataColumns} An object with named column arrays.
  */
 function arrowToColumns(data) {
-  const { numRows, numCols, schema: { fields } } = data;
-  const columns = {};
-
-  for (let col = 0; col < numCols; ++col) {
-    const name = fields[col].name;
-    if (columns[name]) {
-      console.warn(`Redundant column name "${name}". Skipping...`);
-    } else {
-      columns[name] = convertArrowColumn(data.getChildAt(col));
-    }
-  }
-
-  return { numRows, columns };
+  const { numRows } = data;
+  return { numRows, columns: data.toColumns() };
 }
 
 /**

package/src/util/convert-arrow.js

@@ -1,145 +0,0 @@
-import { DataType } from 'apache-arrow';
-
-/**
- * @typedef {import('apache-arrow').Vector} Vector
- */
-
-/**
- * Test if a value is an Apache Arrow table.
- * As sometimes multiple Arrow versions may be used simultaneously,
- * we use a "duck typing" approach and check for a getChild function.
- * @param {*} values The value to test
- * @returns {values is import('apache-arrow').Table} true if the value duck types as Apache Arrow data
- */
-export function isArrowTable(values) {
-  return typeof values?.getChild === 'function';
-}
-
-/**
-  * Return a JavaScript array type for an Apache Arrow column type.
-  * @param {DataType} type an Apache Arrow column type
-  * @returns a JavaScript array constructor
-  */
-export function convertArrowArrayType(type) {
-  return DataType.isInt(type) || DataType.isFloat(type) || DataType.isDecimal(type)
-    ? Float64Array
-    : Array;
-}
-
-/**
- * Return a function that converts Apache Arrow values to JavaScript values.
- * Timestamps are converted to Date values.
- * Large integers (BigInt) are converted to Float64 numbers.
- * Fixed-point decimal values are convert to Float64 numbers.
- * Otherwise, the default Arrow values are used.
- * @param {DataType} type an Apache Arrow column type
- * @returns a value conversion function
- */
-export function convertArrowValue(type) {
-  // map timestamp numbers to date objects
-  if (DataType.isTimestamp(type)) {
-    return v => v == null ? v : new Date(v);
-  }
-
-  // map bigint to number
-  if (DataType.isInt(type) && type.bitWidth >= 64) {
-    return v => v == null ? v : Number(v);
-  }
-
-  // map decimal to number
-  if (DataType.isDecimal(type)) {
-    const scale = 1 / Math.pow(10, type.scale);
-    return v => v == null ? v : decimalToNumber(v, scale);
-  }
-
-  // otherwise use Arrow JS defaults
-  return v => v;
-}
-
-/**
- * Convert an Apache Arrow column to a JavaScript array.
- * Timestamps are converted to Date values.
- * Large integers (BigInt) are converted to Float64 numbers.
- * Fixed-point decimal values are convert to Float64 numbers.
- * Otherwise, the default Arrow values are used.
- * @param {Vector} column An Apache Arrow column
- * @returns an array of values
- */
-export function convertArrowColumn(column) {
-  const { type } = column;
-
-  // map timestamp numbers to date objects
-  if (DataType.isTimestamp(type)) {
-    const size = column.length;
-    const array = new Array(size);
-    for (let row = 0; row < size; ++row) {
-      const v = column.get(row);
-      array[row] = v == null ? null : new Date(v);
-    }
-    return array;
-  }
-
-  // map bigint to number
-  if (DataType.isInt(type) && type.bitWidth >= 64) {
-    const size = column.length;
-    const array = column.nullCount ? new Array(size) : new Float64Array(size);
-    for (let row = 0; row < size; ++row) {
-      const v = column.get(row);
-      array[row] = v == null ? null : Number(v);
-    }
-    return array;
-  }
-
-  // map decimal to number
-  if (DataType.isDecimal(type)) {
-    const scale = 1 / Math.pow(10, type.scale);
-    const size = column.length;
-    const array = column.nullCount ? new Array(size) : new Float64Array(size);
-    for (let row = 0; row < size; ++row) {
-      const v = column.get(row);
-      array[row] = v == null ? null : decimalToNumber(v, scale);
-    }
-    return array;
-  }
-
-  // if there are null values, use a standard array
-  if (column.nullCount) {
-    return Array.from(column);
-  }
-
-  // otherwise use Arrow JS defaults
-  return column.toArray();
-}
-
-// generate base values for big integers
-// represented within a Uint32Array
-const BASE32 = Array.from(
-  { length: 8 },
-  (_, i) => Math.pow(2, i * 32)
-);
-
-/**
- * Convert a fixed point decimal value to a double precision number.
- * Note: if the value is sufficiently large the conversion may be lossy!
- * @param {Uint32Array & { signed: boolean }} v a fixed decimal value
- * @param {number} scale a scale factor, corresponding to the
- *  number of fractional decimal digits in the fixed point value
- * @returns {number} the resulting number
- */
-function decimalToNumber(v, scale) {
-  const n = v.length;
-  let x = 0;
-
-  if (v.signed && (v[n - 1] | 0) < 0) {
-    for (let i = 0; i < n; ++i) {
-      x += ~v[i] * BASE32[i];
-    }
-    x = -(x + 1);
-  } else {
-    for (let i = 0; i < n; ++i) {
-      x += v[i] * BASE32[i];
-    }
-  }
-
-  return x * scale;
-}