@loaders.gl/schema 4.3.2 → 4.4.0-alpha.2

package/dist/lib/table/batches/base-table-batch-aggregator.d.ts

@@ -1,20 +0,0 @@
-import type { Schema } from "../../../types/schema.js";
-import type { TableBatch } from "../../../types/category-table.js";
-import { TableBatchAggregator, TableBatchOptions } from "./table-batch-aggregator.js";
-export declare class BaseTableBatchAggregator implements TableBatchAggregator {
-    schema: Schema;
-    options: TableBatchOptions;
-    shape?: 'array-row-table' | 'object-row-table';
-    length: number;
-    rows: any[] | null;
-    cursor: number;
-    private _headers;
-    constructor(schema: Schema, options: TableBatchOptions);
-    rowCount(): number;
-    addArrayRow(row: any[], cursor?: number): void;
-    addObjectRow(row: {
-        [columnName: string]: any;
-    }, cursor?: number): void;
-    getBatch(): TableBatch | null;
-}
-//# sourceMappingURL=base-table-batch-aggregator.d.ts.map

package/dist/lib/table/batches/base-table-batch-aggregator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"base-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/base-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,iCAA8B;AAClD,OAAO,KAAK,EAAC,UAAU,EAAC,yCAAsC;AAC9D,OAAO,EAAC,oBAAoB,EAAE,iBAAiB,EAAC,oCAAiC;AAIjF,qBAAa,wBAAyB,YAAW,oBAAoB;IACnE,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,iBAAiB,CAAC;IAE3B,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,CAAC;IAC/C,MAAM,EAAE,MAAM,CAAK;IACnB,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAQ;IAC1B,MAAM,EAAE,MAAM,CAAK;IACnB,OAAO,CAAC,QAAQ,CAAgB;gBAEpB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB;IActD,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAY9C,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAYrE,QAAQ,IAAI,UAAU,GAAG,IAAI;CAoB9B"}

package/dist/lib/table/batches/base-table-batch-aggregator.js

@@ -1,63 +0,0 @@
-// loaders.gl
-// SPDX-License-Identifier: MIT
-// Copyright (c) vis.gl contributors
-const DEFAULT_ROW_COUNT = 100;
-export class BaseTableBatchAggregator {
-    schema;
-    options;
-    shape;
-    length = 0;
-    rows = null;
-    cursor = 0;
-    _headers = [];
-    constructor(schema, options) {
-        this.options = options;
-        this.schema = schema;
-        // schema is an array if there're no headers
-        // object if there are headers
-        if (!Array.isArray(schema)) {
-            this._headers = [];
-            for (const key in schema) {
-                this._headers[schema[key].index] = schema[key].name;
-            }
-        }
-    }
-    rowCount() {
-        return this.length;
-    }
-    addArrayRow(row, cursor) {
-        if (Number.isFinite(cursor)) {
-            this.cursor = cursor;
-        }
-        this.shape = 'array-row-table';
-        this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
-        this.rows[this.length] = row;
-        this.length++;
-    }
-    addObjectRow(row, cursor) {
-        if (Number.isFinite(cursor)) {
-            this.cursor = cursor;
-        }
-        this.shape = 'object-row-table';
-        this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
-        this.rows[this.length] = row;
-        this.length++;
-    }
-    getBatch() {
-        let rows = this.rows;
-        if (!rows) {
-            return null;
-        }
-        rows = rows.slice(0, this.length);
-        this.rows = null;
-        const batch = {
-            shape: this.shape || 'array-row-table',
-            batchType: 'data',
-            data: rows,
-            length: this.length,
-            schema: this.schema,
-            cursor: this.cursor
-        };
-        return batch;
-    }
-}

package/dist/lib/table/batches/columnar-table-batch-aggregator.d.ts

@@ -1,23 +0,0 @@
-import type { Schema } from "../../../types/schema.js";
-import type { ColumnarTableBatch, ArrowTableBatch } from "../../../types/category-table.js";
-import { TableBatchAggregator } from "./table-batch-aggregator.js";
-type ColumnarTableBatchOptions = {};
-export declare class ColumnarTableBatchAggregator implements TableBatchAggregator {
-    schema: Schema;
-    length: number;
-    allocated: number;
-    columns: {
-        [columnName: string]: any[];
-    };
-    constructor(schema: Schema, options: ColumnarTableBatchOptions);
-    rowCount(): number;
-    addArrayRow(row: any[]): void;
-    addObjectRow(row: {
-        [columnName: string]: any;
-    }): void;
-    getBatch(): ColumnarTableBatch | ArrowTableBatch | null;
-    _reallocateColumns(): void;
-    _pruneColumns(): void;
-}
-export {};
-//# sourceMappingURL=columnar-table-batch-aggregator.d.ts.map

package/dist/lib/table/batches/columnar-table-batch-aggregator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"columnar-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/columnar-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,iCAA8B;AAClD,OAAO,KAAK,EAAC,kBAAkB,EAAE,eAAe,EAAC,yCAAsC;AACvF,OAAO,EAAC,oBAAoB,EAAC,oCAAiC;AAE9D,KAAK,yBAAyB,GAAG,EAAE,CAAC;AAIpC,qBAAa,4BAA6B,YAAW,oBAAoB;IACvE,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAK;IACnB,SAAS,EAAE,MAAM,CAAK;IACtB,OAAO,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,EAAE,CAAA;KAAC,CAAM;gBAEhC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,yBAAyB;IAK9D,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE;IAWtB,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI;IASpD,QAAQ,IAAI,kBAAkB,GAAG,eAAe,GAAG,IAAI;IA6BvD,kBAAkB;IA8BlB,aAAa;CAKd"}

package/dist/lib/table/batches/columnar-table-batch-aggregator.js

@@ -1,91 +0,0 @@
-// loaders.gl
-// SPDX-License-Identifier: MIT
-// Copyright (c) vis.gl contributors
-const DEFAULT_ROW_COUNT = 100;
-export class ColumnarTableBatchAggregator {
-    schema;
-    length = 0;
-    allocated = 0;
-    columns = {};
-    constructor(schema, options) {
-        this.schema = schema;
-        this._reallocateColumns();
-    }
-    rowCount() {
-        return this.length;
-    }
-    addArrayRow(row) {
-        // If user keeps pushing rows beyond batch size, reallocate
-        this._reallocateColumns();
-        let i = 0;
-        // TODO what if no csv header, columns not populated?
-        for (const fieldName in this.columns) {
-            this.columns[fieldName][this.length] = row[i++];
-        }
-        this.length++;
-    }
-    addObjectRow(row) {
-        // If user keeps pushing rows beyond batch size, reallocate
-        this._reallocateColumns();
-        for (const fieldName in row) {
-            this.columns[fieldName][this.length] = row[fieldName];
-        }
-        this.length++;
-    }
-    getBatch() {
-        this._pruneColumns();
-        const columns = Array.isArray(this.schema) ? this.columns : {};
-        // schema is an array if there're no headers
-        // object if there are headers
-        // columns should match schema format
-        if (!Array.isArray(this.schema)) {
-            for (const fieldName in this.schema) {
-                const field = this.schema[fieldName];
-                columns[field.name] = this.columns[field.index];
-            }
-        }
-        this.columns = {};
-        const batch = {
-            shape: 'columnar-table',
-            batchType: 'data',
-            data: columns,
-            schema: this.schema,
-            length: this.length
-        };
-        return batch;
-    }
-    // HELPERS
-    _reallocateColumns() {
-        if (this.length < this.allocated) {
-            return;
-        }
-        // @ts-ignore TODO
-        this.allocated = this.allocated > 0 ? (this.allocated *= 2) : DEFAULT_ROW_COUNT;
-        this.columns = {};
-        for (const fieldName in this.schema) {
-            const field = this.schema[fieldName];
-            const ArrayType = field.type || Float32Array;
-            const oldColumn = this.columns[field.index];
-            if (oldColumn && ArrayBuffer.isView(oldColumn)) {
-                // Copy the old data to the new array
-                const typedArray = new ArrayType(this.allocated);
-                typedArray.set(oldColumn);
-                this.columns[field.index] = typedArray;
-            }
-            else if (oldColumn) {
-                // Plain array
-                oldColumn.length = this.allocated;
-                this.columns[field.index] = oldColumn;
-            }
-            else {
-                // Create new
-                this.columns[field.index] = new ArrayType(this.allocated);
-            }
-        }
-    }
-    _pruneColumns() {
-        for (const [columnName, column] of Object.entries(this.columns)) {
-            this.columns[columnName] = column.slice(0, this.length);
-        }
-    }
-}

package/dist/lib/table/batches/row-table-batch-aggregator.d.ts

@@ -1,22 +0,0 @@
-import type { Schema } from "../../../types/schema.js";
-import type { TableBatch } from "../../../types/category-table.js";
-import { TableBatchAggregator, TableBatchOptions } from "./table-batch-aggregator.js";
-export declare class RowTableBatchAggregator implements TableBatchAggregator {
-    schema: Schema | null;
-    options: TableBatchOptions;
-    length: number;
-    objectRows: {
-        [columnName: string]: unknown;
-    }[] | null;
-    arrayRows: unknown[][] | null;
-    cursor: number;
-    private _headers;
-    constructor(schema: Schema | null, options: TableBatchOptions);
-    rowCount(): number;
-    addArrayRow(row: any[], cursor?: number): void;
-    addObjectRow(row: {
-        [columnName: string]: any;
-    }, cursor?: number): void;
-    getBatch(): TableBatch | null;
-}
-//# sourceMappingURL=row-table-batch-aggregator.d.ts.map

package/dist/lib/table/batches/row-table-batch-aggregator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"row-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/row-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,iCAA8B;AAClD,OAAO,KAAK,EAAC,UAAU,EAAC,yCAAsC;AAC9D,OAAO,EAAC,oBAAoB,EAAE,iBAAiB,EAAC,oCAAiC;AAUjF,qBAAa,uBAAwB,YAAW,oBAAoB;IAClE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,iBAAiB,CAAC;IAE3B,MAAM,EAAE,MAAM,CAAK;IACnB,UAAU,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAA;KAAC,EAAE,GAAG,IAAI,CAAQ;IAC5D,SAAS,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,CAAQ;IACrC,MAAM,EAAE,MAAM,CAAK;IACnB,OAAO,CAAC,QAAQ,CAAyB;gBAE7B,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,EAAE,iBAAiB;IAc7D,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAsB9C,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAsBrE,QAAQ,IAAI,UAAU,GAAG,IAAI;CAoB9B"}

package/dist/lib/table/batches/row-table-batch-aggregator.js

@@ -1,85 +0,0 @@
-// loaders.gl
-// SPDX-License-Identifier: MIT
-// Copyright (c) vis.gl contributors
-import { convertToArrayRow, convertToObjectRow, inferHeadersFromArrayRow, inferHeadersFromObjectRow } from "../simple-table/row-utils.js";
-const DEFAULT_ROW_COUNT = 100;
-export class RowTableBatchAggregator {
-    schema;
-    options;
-    length = 0;
-    objectRows = null;
-    arrayRows = null;
-    cursor = 0;
-    _headers = null;
-    constructor(schema, options) {
-        this.options = options;
-        this.schema = schema;
-        // schema is an array if there're no headers
-        // object if there are headers
-        if (schema) {
-            this._headers = [];
-            for (const key in schema) {
-                this._headers[schema[key].index] = schema[key].name;
-            }
-        }
-    }
-    rowCount() {
-        return this.length;
-    }
-    addArrayRow(row, cursor) {
-        if (Number.isFinite(cursor)) {
-            this.cursor = cursor;
-        }
-        // TODO - infer schema at a higher level, instead of hacking headers here?
-        this._headers ||= inferHeadersFromArrayRow(row);
-        // eslint-disable-next-line default-case
-        switch (this.options.shape) {
-            case 'object-row-table':
-                const rowObject = convertToObjectRow(row, this._headers);
-                this.addObjectRow(rowObject, cursor);
-                break;
-            case 'array-row-table':
-                this.arrayRows = this.arrayRows || new Array(DEFAULT_ROW_COUNT);
-                this.arrayRows[this.length] = row;
-                this.length++;
-                break;
-        }
-    }
-    addObjectRow(row, cursor) {
-        if (Number.isFinite(cursor)) {
-            this.cursor = cursor;
-        }
-        // TODO - infer schema at a higher level, instead of hacking headers here?
-        this._headers ||= inferHeadersFromObjectRow(row);
-        // eslint-disable-next-line default-case
-        switch (this.options.shape) {
-            case 'array-row-table':
-                const rowArray = convertToArrayRow(row, this._headers);
-                this.addArrayRow(rowArray, cursor);
-                break;
-            case 'object-row-table':
-                this.objectRows = this.objectRows || new Array(DEFAULT_ROW_COUNT);
-                this.objectRows[this.length] = row;
-                this.length++;
-                break;
-        }
-    }
-    getBatch() {
-        let rows = this.arrayRows || this.objectRows;
-        if (!rows) {
-            return null;
-        }
-        rows = rows.slice(0, this.length);
-        this.arrayRows = null;
-        this.objectRows = null;
-        return {
-            shape: this.options.shape,
-            batchType: 'data',
-            data: rows,
-            length: this.length,
-            // @ts-expect-error we should infer a schema
-            schema: this.schema,
-            cursor: this.cursor
-        };
-    }
-}

package/dist/lib/table/batches/table-batch-aggregator.d.ts

@@ -1,25 +0,0 @@
-import type { Schema } from "../../../types/schema.js";
-import type { TableBatch } from "../../../types/category-table.js";
-export interface TableBatchOptions {
-    batchSize: number | string;
-    [key: string]: any;
-}
-export interface TableBatchConstructor {
-    new (schema: Schema, options: TableBatchOptions): TableBatchAggregator;
-}
-/**
- * TableBatchBuilder delegates batch building to this interface
- */
-export interface TableBatchAggregator {
-    /** Number of rows */
-    rowCount(): number;
-    /** Add one row */
-    addArrayRow(row: any[]): void;
-    /** Add one row */
-    addObjectRow(row: {
-        [columnName: string]: any;
-    }): void;
-    /** return a batch object */
-    getBatch(): TableBatch | null;
-}
-//# sourceMappingURL=table-batch-aggregator.d.ts.map

package/dist/lib/table/batches/table-batch-aggregator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,iCAA8B;AAClD,OAAO,KAAK,EAAC,UAAU,EAAC,yCAAsC;AAE9D,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,oBAAoB,CAAC;CACxE;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,qBAAqB;IACrB,QAAQ,IAAI,MAAM,CAAC;IACnB,kBAAkB;IAClB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC9B,kBAAkB;IAClB,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI,CAAC;IACrD,4BAA4B;IAC5B,QAAQ,IAAI,UAAU,GAAG,IAAI,CAAC;CAC/B"}

package/dist/lib/table/batches/table-batch-aggregator.js

@@ -1,4 +0,0 @@
-// loaders.gl
-// SPDX-License-Identifier: MIT
-// Copyright (c) vis.gl contributors
-export {};

package/dist/lib/table/batches/table-batch-builder.d.ts

@@ -1,53 +0,0 @@
-import type { Schema } from "../../../types/schema.js";
-import type { TableBatch } from "../../../types/category-table.js";
-import type { TableBatchConstructor } from "./table-batch-aggregator.js";
-type TableBatchBuilderOptions = {
-    shape?: 'array-row-table' | 'object-row-table' | 'columnar-table' | 'arrow-table';
-    batchSize?: number | 'auto';
-    batchDebounceMs?: number;
-    limit?: number;
-    _limitMB?: number;
-};
-type GetBatchOptions = {
-    bytesUsed?: number;
-    [key: string]: any;
-};
-/** Incrementally builds batches from a stream of rows */
-export declare class TableBatchBuilder {
-    schema: Schema;
-    options: Required<TableBatchBuilderOptions>;
-    private aggregator;
-    private batchCount;
-    private bytesUsed;
-    private isChunkComplete;
-    private lastBatchEmittedMs;
-    private totalLength;
-    private totalBytes;
-    private rowBytes;
-    static ArrowBatch?: TableBatchConstructor;
-    constructor(schema: Schema, options?: TableBatchBuilderOptions);
-    limitReached(): boolean;
-    /** @deprecated Use addArrayRow or addObjectRow */
-    addRow(row: any[] | {
-        [columnName: string]: any;
-    }): void;
-    /** Add one row to the batch */
-    protected addArrayRow(row: any[]): void;
-    /** Add one row to the batch */
-    protected addObjectRow(row: {
-        [columnName: string]: any;
-    }): void;
-    /** Mark an incoming raw memory chunk has completed */
-    chunkComplete(chunk: ArrayBuffer | string): void;
-    getFullBatch(options?: GetBatchOptions): TableBatch | null;
-    getFinalBatch(options?: GetBatchOptions): TableBatch | null;
-    _estimateRowMB(row: any[] | object): number;
-    private _isFull;
-    /**
-     * bytesUsed can be set via chunkComplete or via getBatch*
-     */
-    private _getBatch;
-    private _getTableBatchType;
-}
-export {};
-//# sourceMappingURL=table-batch-builder.d.ts.map

package/dist/lib/table/batches/table-batch-builder.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"table-batch-builder.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/table-batch-builder.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,iCAA8B;AAClD,OAAO,KAAK,EAAC,UAAU,EAAC,yCAAsC;AAC9D,OAAO,KAAK,EAAuB,qBAAqB,EAAC,oCAAiC;AAM1F,KAAK,wBAAwB,GAAG;IAC9B,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,GAAG,gBAAgB,GAAG,aAAa,CAAC;IAClF,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,eAAe,GAAG;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB,CAAC;AAYF,yDAAyD;AACzD,qBAAa,iBAAiB;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,QAAQ,CAAC,wBAAwB,CAAC,CAAC;IAE5C,OAAO,CAAC,UAAU,CAAqC;IACvD,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,kBAAkB,CAAsB;IAChD,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAa;IAE7B,MAAM,CAAC,UAAU,CAAC,EAAE,qBAAqB,CAAC;gBAE9B,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAK9D,YAAY,IAAI,OAAO;IAUvB,kDAAkD;IAClD,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI;IActD,+BAA+B;IAC/B,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE;IAQhC,+BAA+B;IAC/B,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI;IAQ9D,sDAAsD;IACtD,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI;IAUhD,YAAY,CAAC,OAAO,CAAC,EAAE,eAAe,GAAG,UAAU,GAAG,IAAI;IAI1D,aAAa,CAAC,OAAO,CAAC,EAAE,eAAe,GAAG,UAAU,GAAG,IAAI;IAM3D,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,GAAG,MAAM;IAI3C,OAAO,CAAC,OAAO;IA2Bf;;OAEG;IACH,OAAO,CAAC,SAAS;IAmBjB,OAAO,CAAC,kBAAkB;CAgB3B"}

package/dist/lib/table/batches/table-batch-builder.js

@@ -1,151 +0,0 @@
-// loaders.gl
-// SPDX-License-Identifier: MIT
-// Copyright (c) vis.gl contributors
-import { BaseTableBatchAggregator } from "./base-table-batch-aggregator.js";
-import { RowTableBatchAggregator } from "./row-table-batch-aggregator.js";
-import { ColumnarTableBatchAggregator } from "./columnar-table-batch-aggregator.js";
-const DEFAULT_OPTIONS = {
-    shape: undefined,
-    batchSize: 'auto',
-    batchDebounceMs: 0,
-    limit: 0,
-    _limitMB: 0
-};
-const ERR_MESSAGE = 'TableBatchBuilder';
-/** Incrementally builds batches from a stream of rows */
-export class TableBatchBuilder {
-    schema;
-    options;
-    aggregator = null;
-    batchCount = 0;
-    bytesUsed = 0;
-    isChunkComplete = false;
-    lastBatchEmittedMs = Date.now();
-    totalLength = 0;
-    totalBytes = 0;
-    rowBytes = 0;
-    static ArrowBatch;
-    constructor(schema, options) {
-        this.schema = schema;
-        this.options = { ...DEFAULT_OPTIONS, ...options };
-    }
-    limitReached() {
-        if (Boolean(this.options?.limit) && this.totalLength >= this.options.limit) {
-            return true;
-        }
-        if (Boolean(this.options?._limitMB) && this.totalBytes / 1e6 >= this.options._limitMB) {
-            return true;
-        }
-        return false;
-    }
-    /** @deprecated Use addArrayRow or addObjectRow */
-    addRow(row) {
-        if (this.limitReached()) {
-            return;
-        }
-        this.totalLength++;
-        this.rowBytes = this.rowBytes || this._estimateRowMB(row);
-        this.totalBytes += this.rowBytes;
-        if (Array.isArray(row)) {
-            this.addArrayRow(row);
-        }
-        else {
-            this.addObjectRow(row);
-        }
-    }
-    /** Add one row to the batch */
-    addArrayRow(row) {
-        if (!this.aggregator) {
-            const TableBatchType = this._getTableBatchType();
-            this.aggregator = new TableBatchType(this.schema, this.options);
-        }
-        this.aggregator.addArrayRow(row);
-    }
-    /** Add one row to the batch */
-    addObjectRow(row) {
-        if (!this.aggregator) {
-            const TableBatchType = this._getTableBatchType();
-            this.aggregator = new TableBatchType(this.schema, this.options);
-        }
-        this.aggregator.addObjectRow(row);
-    }
-    /** Mark an incoming raw memory chunk has completed */
-    chunkComplete(chunk) {
-        if (chunk instanceof ArrayBuffer) {
-            this.bytesUsed += chunk.byteLength;
-        }
-        if (typeof chunk === 'string') {
-            this.bytesUsed += chunk.length;
-        }
-        this.isChunkComplete = true;
-    }
-    getFullBatch(options) {
-        return this._isFull() ? this._getBatch(options) : null;
-    }
-    getFinalBatch(options) {
-        return this._getBatch(options);
-    }
-    // INTERNAL
-    _estimateRowMB(row) {
-        return Array.isArray(row) ? row.length * 8 : Object.keys(row).length * 8;
-    }
-    _isFull() {
-        // No batch, not ready
-        if (!this.aggregator || this.aggregator.rowCount() === 0) {
-            return false;
-        }
-        // if batchSize === 'auto' we wait for chunk to complete
-        // if batchSize === number, ensure we have enough rows
-        if (this.options.batchSize === 'auto') {
-            if (!this.isChunkComplete) {
-                return false;
-            }
-        }
-        else if (this.options.batchSize > this.aggregator.rowCount()) {
-            return false;
-        }
-        // Debounce batches
-        if (this.options.batchDebounceMs > Date.now() - this.lastBatchEmittedMs) {
-            return false;
-        }
-        // Emit batch
-        this.isChunkComplete = false;
-        this.lastBatchEmittedMs = Date.now();
-        return true;
-    }
-    /**
-     * bytesUsed can be set via chunkComplete or via getBatch*
-     */
-    _getBatch(options) {
-        if (!this.aggregator) {
-            return null;
-        }
-        // TODO - this can overly increment bytes used?
-        if (options?.bytesUsed) {
-            this.bytesUsed = options.bytesUsed;
-        }
-        const normalizedBatch = this.aggregator.getBatch();
-        normalizedBatch.count = this.batchCount;
-        normalizedBatch.bytesUsed = this.bytesUsed;
-        Object.assign(normalizedBatch, options);
-        this.batchCount++;
-        this.aggregator = null;
-        return normalizedBatch;
-    }
-    _getTableBatchType() {
-        switch (this.options.shape) {
-            case 'array-row-table':
-            case 'object-row-table':
-                return RowTableBatchAggregator;
-            case 'columnar-table':
-                return ColumnarTableBatchAggregator;
-            case 'arrow-table':
-                if (!TableBatchBuilder.ArrowBatch) {
-                    throw new Error(ERR_MESSAGE);
-                }
-                return TableBatchBuilder.ArrowBatch;
-            default:
-                return BaseTableBatchAggregator;
-        }
-    }
-}

package/dist/lib/table/simple-table/convert-table.d.ts

@@ -1,43 +0,0 @@
-import { Table, ArrayRowTable, ObjectRowTable, ColumnarTable, ArrowTable } from "../../../types/category-table.js";
-export declare function convertTable(table: Table, shape: 'object-row-table'): ObjectRowTable;
-export declare function convertTable(table: Table, shape: 'array-row-table'): ArrayRowTable;
-export declare function convertTable(table: Table, shape: 'columnar-table'): ColumnarTable;
-export declare function convertTable(table: Table, shape: 'arrow-table'): ArrowTable;
-/**
- * Convert a table to apache arrow format
- * @note this depends on the `@loaders.gl/arrow module being imported
- */
-export declare function makeArrowTable(table: Table): Table;
-/** Convert any simple table into columnar format */
-export declare function makeColumnarTable(table: Table): ColumnarTable;
-/** Convert any table into array row format */
-export declare function makeArrayRowTable(table: Table): ArrayRowTable;
-/** Convert any table into object row format */
-export declare function makeObjectRowTable(table: Table): ObjectRowTable;
-/**
- *
- * @note - should be part of schema module
- *
-export function convertColumnarToRowFormatTable(columnarTable: ColumnarTable): ObjectRowTable {
-  const tableKeys = Object.keys(columnarTable);
-  const tableRowsCount = columnarTable[tableKeys[0]].length;
-
-  const rowFormatTable: {}[] = [];
-
-  for (let index = 0; index < tableRowsCount; index++) {
-    const tableItem = {};
-    for (let keyIndex = 0; keyIndex < tableKeys.length; keyIndex++) {
-      const fieldName = tableKeys[keyIndex];
-      tableItem[fieldName] = columnarTable[fieldName][index];
-    }
-    rowFormatTable.push(tableItem);
-  }
-
-  return {
-    shape: 'object-row-table',
-    schema: columnarTable.schema,
-    data: rowFormatTable
-  };
-}
-*/
-//# sourceMappingURL=convert-table.d.ts.map

package/dist/lib/table/simple-table/convert-table.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"convert-table.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/simple-table/convert-table.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,KAAK,EACL,aAAa,EACb,cAAc,EACd,aAAa,EACb,UAAU,EACX,yCAAsC;AAIvC,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,GAAG,cAAc,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,GAAG,aAAa,CAAC;AACpF,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,GAAG,aAAa,CAAC;AACnF,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,GAAG,UAAU,CAAC;AA0B7E;;;GAGG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,KAAK,GAAG,KAAK,CAMlD;AAED,oDAAoD;AACpD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,KAAK,GAAG,aAAa,CAyB7D;AAED,8CAA8C;AAC9C,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,KAAK,GAAG,aAAa,CAc7D;AAED,+CAA+C;AAC/C,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,KAAK,GAAG,cAAc,CAc/D;AAED;;;;;;;;;;;;;;;;;;;;;;;;;EAyBE"}