@loaders.gl/arrow 4.0.0-alpha.23 → 4.0.0-alpha.24

package/dist/lib/encode-arrow.js

@@ -1,38 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.encodeArrowSync = void 0;
-const apache_arrow_1 = require("apache-arrow");
-const types_1 = require("../types");
-/**
- * Encodes set of arrays into the Apache Arrow columnar format
- * https://arrow.apache.org/docs/format/Columnar.html#ipc-file-format
- * @param data - columns data
- * @param options - the writer options
- * @returns - encoded ArrayBuffer
- */
-function encodeArrowSync(data) {
-    const vectors = {};
-    for (const arrayData of data) {
-        const arrayVector = createVector(arrayData.array, arrayData.type);
-        vectors[arrayData.name] = arrayVector;
-    }
-    const table = new apache_arrow_1.Table(vectors);
-    const arrowBuffer = (0, apache_arrow_1.tableToIPC)(table);
-    return arrowBuffer;
-}
-exports.encodeArrowSync = encodeArrowSync;
-/**
- * Create Arrow Vector from given data and vector type
- * @param array {import('../types').AnyArrayType} - columns data
- * @param type {number} - the writer options
- * @return a vector of one of vector's types defined in the Apache Arrow library
- */
-function createVector(array, type) {
-    switch (type) {
-        case types_1.VECTOR_TYPES.DATE:
-            return (0, apache_arrow_1.vectorFromArray)(array);
-        case types_1.VECTOR_TYPES.FLOAT:
-        default:
-            return (0, apache_arrow_1.vectorFromArray)(array);
-    }
-}

package/dist/lib/parse-arrow-in-batches.js

@@ -1,47 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.parseArrowInBatches = void 0;
-// TODO - this import defeats the sophisticated typescript checking in ArrowJS
-const apache_arrow_1 = require("apache-arrow");
-// import {isIterable} from '@loaders.gl/core';
-/**
- */
-function parseArrowInBatches(asyncIterator) {
-    // Creates the appropriate RecordBatchReader subclasses from the input
-    // This will also close the underlying source in case of early termination or errors
-    // As an optimization, return a non-async iterator
-    /*
-    if (isIterable(readers)) {
-      function* makeArrowIterator() {
-        for (const reader of readers) {
-          for (const batch of reader) {
-            yield processBatch(batch, reader);
-          }
-          break; // only processing one stream of batches
-        }
-      }
-      const arrowIterator = makeArrowIterator();
-    }
-    */
-    async function* makeArrowAsyncIterator() {
-        const readers = apache_arrow_1.RecordBatchReader.readAll(asyncIterator);
-        for await (const reader of readers) {
-            for await (const batch of reader) {
-                yield processBatch(batch);
-            }
-            break; // only processing one stream of batches
-        }
-    }
-    return makeArrowAsyncIterator();
-}
-exports.parseArrowInBatches = parseArrowInBatches;
-function processBatch(batch) {
-    const values = {
-        metadata: batch.schema.metadata,
-        length: batch.length
-    };
-    batch.schema.fields.forEach(({ name }, index) => {
-        values[name] = batch.getChildAt(index).toArray();
-    });
-    return values;
-}

package/dist/lib/parse-arrow-sync.js

@@ -1,41 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const apache_arrow_1 = require("apache-arrow");
-// Parses arrow to a columnar table
-function parseArrowSync(arrayBuffer, options) {
-    const arrowTable = (0, apache_arrow_1.tableFromIPC)([new Uint8Array(arrayBuffer)]);
-    // Extract columns
-    // TODO - avoid calling `getColumn` on columns we are not interested in?
-    // Add options object?
-    const columnarTable = {};
-    for (const field of arrowTable.schema.fields) {
-        // This (is intended to) coalesce all record batches into a single typed array
-        const arrowColumn = arrowTable.getChild(field.name);
-        const values = arrowColumn?.toArray();
-        columnarTable[field.name] = values;
-    }
-    switch (options?.arrow?.shape) {
-        case 'arrow-table':
-            return arrowTable;
-        case 'object-row-table':
-            return convertColumnarToRowFormatTable(columnarTable);
-        case 'columnar-table':
-        default:
-            return columnarTable;
-    }
-}
-exports.default = parseArrowSync;
-function convertColumnarToRowFormatTable(columnarTable) {
-    const tableKeys = Object.keys(columnarTable);
-    const tableRowsCount = columnarTable[tableKeys[0]].length;
-    const rowFormatTable = [];
-    for (let index = 0; index < tableRowsCount; index++) {
-        const tableItem = {};
-        for (let keyIndex = 0; keyIndex < tableKeys.length; keyIndex++) {
-            const fieldName = tableKeys[keyIndex];
-            tableItem[fieldName] = columnarTable[fieldName][index];
-        }
-        rowFormatTable.push(tableItem);
-    }
-    return rowFormatTable;
-}

package/dist/types.js

@@ -1,8 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.VECTOR_TYPES = void 0;
-var VECTOR_TYPES;
-(function (VECTOR_TYPES) {
-    VECTOR_TYPES[VECTOR_TYPES["FLOAT"] = 0] = "FLOAT";
-    VECTOR_TYPES[VECTOR_TYPES["DATE"] = 1] = "DATE";
-})(VECTOR_TYPES || (exports.VECTOR_TYPES = VECTOR_TYPES = {}));

package/dist/workers/arrow-worker.js

@@ -1,5 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const loader_utils_1 = require("@loaders.gl/loader-utils");
-const index_1 = require("../index");
-(0, loader_utils_1.createLoaderWorker)(index_1.ArrowLoader);