@loaders.gl/arrow 4.2.0-alpha.6 → 4.2.0-beta.1

package/dist/arrow-loader.d.ts

@@ -1,14 +1,58 @@
-import type { Loader, LoaderWithParser, LoaderOptions } from '@loaders.gl/loader-utils';
-import type { ArrayRowTable, ArrowTableBatch, ColumnarTable, ObjectRowTable } from '@loaders.gl/schema';
+import type { LoaderOptions } from '@loaders.gl/loader-utils';
+import type { ArrayRowTable, ColumnarTable, ObjectRowTable } from '@loaders.gl/schema';
 import type { ArrowTable } from "./lib/arrow-table.js";
+import { parseArrowInBatches } from "./parsers/parse-arrow-in-batches.js";
+/** ArrowLoader options */
 export type ArrowLoaderOptions = LoaderOptions & {
+    /** ArrowLoader options */
     arrow?: {
+        /** Shape of returned data */
         shape: 'arrow-table' | 'columnar-table' | 'array-row-table' | 'object-row-table';
+        /** Debounce time between batches (prevent excessive numbers of small batches) */
         batchDebounceMs?: number;
+        /** Override the URL to the worker bundle (by default loads from unpkg.com) */
+        workerUrl?: string;
     };
 };
 /** ArrowJS table loader */
-export declare const ArrowWorkerLoader: Loader<ArrowTable, never, ArrowLoaderOptions>;
+export declare const ArrowWorkerLoader: {
+    readonly dataType: ArrowTable;
+    readonly batchType: never;
+    readonly name: "Apache Arrow";
+    readonly id: "arrow";
+    readonly module: "arrow";
+    readonly version: any;
+    readonly category: "table";
+    readonly extensions: ["arrow", "feather"];
+    readonly mimeTypes: ["application/vnd.apache.arrow.file", "application/vnd.apache.arrow.stream", "application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["ARROW"];
+    readonly options: {
+        readonly arrow: {
+            readonly shape: "columnar-table";
+        };
+    };
+};
 /** ArrowJS table loader */
-export declare const ArrowLoader: LoaderWithParser<ArrowTable | ColumnarTable | ObjectRowTable | ArrayRowTable, ArrowTableBatch, ArrowLoaderOptions>;
+export declare const ArrowLoader: {
+    readonly parse: (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) => Promise<ArrowTable | ColumnarTable | ObjectRowTable | ArrayRowTable>;
+    readonly parseSync: (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) => ArrowTable | ColumnarTable | ObjectRowTable | ArrayRowTable;
+    readonly parseInBatches: typeof parseArrowInBatches;
+    readonly dataType: ArrowTable;
+    readonly batchType: never;
+    readonly name: "Apache Arrow";
+    readonly id: "arrow";
+    readonly module: "arrow";
+    readonly version: any;
+    readonly category: "table";
+    readonly extensions: ["arrow", "feather"];
+    readonly mimeTypes: ["application/vnd.apache.arrow.file", "application/vnd.apache.arrow.stream", "application/octet-stream"];
+    readonly binary: true;
+    readonly tests: ["ARROW"];
+    readonly options: {
+        readonly arrow: {
+            readonly shape: "columnar-table";
+        };
+    };
+};
 //# sourceMappingURL=arrow-loader.d.ts.map

package/dist/arrow-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,aAAa,EACb,eAAe,EACf,aAAa,EACb,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAC,UAAU,EAAC,6BAA0B;AAQlD,MAAM,MAAM,kBAAkB,GAAG,aAAa,GAAG;IAC/C,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,aAAa,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;QACjF,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,kBAAkB,CAoB3E,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,WAAW,EAAE,gBAAgB,CACxC,UAAU,GAAG,aAAa,GAAG,cAAc,GAAG,aAAa,EAC3D,eAAe,EACf,kBAAkB,CAQnB,CAAC"}
+{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAA2B,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,aAAa,EAEb,aAAa,EACb,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAC,UAAU,EAAC,6BAA0B;AAElD,OAAO,EAAC,mBAAmB,EAAC,4CAAyC;AAMrE,0BAA0B;AAC1B,MAAM,MAAM,kBAAkB,GAAG,aAAa,GAAG;IAC/C,0BAA0B;IAC1B,KAAK,CAAC,EAAE;QACN,6BAA6B;QAC7B,KAAK,EAAE,aAAa,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;QACjF,iFAAiF;QACjF,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,8EAA8E;QAC9E,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;CAuBoC,CAAC;AAEnE,2BAA2B;AAC3B,eAAO,MAAM,WAAW;kCAEK,WAAW,YAAY,kBAAkB;sCAE3C,WAAW,YAAY,kBAAkB;;;;;;;;;;;;;;;;;;CAOnE,CAAC"}

package/dist/arrow-loader.js

@@ -5,9 +5,11 @@ import { parseArrowSync } from "./parsers/parse-arrow-sync.js";
 import { parseArrowInBatches } from "./parsers/parse-arrow-in-batches.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.2.0-alpha.5" !== 'undefined' ? "4.2.0-alpha.5" : 'latest';
+const VERSION = typeof "4.2.0-alpha.6" !== 'undefined' ? "4.2.0-alpha.6" : 'latest';
 /** ArrowJS table loader */
 export const ArrowWorkerLoader = {
+    dataType: null,
+    batchType: null,
     name: 'Apache Arrow',
     id: 'arrow',
     module: 'arrow',

package/dist/arrow-worker.js

@@ -12499,8 +12499,10 @@ return true;`);
   }
 
   // src/arrow-loader.ts
-  var VERSION = true ? "4.2.0-alpha.5" : "latest";
+  var VERSION = true ? "4.2.0-alpha.6" : "latest";
   var ArrowWorkerLoader = {
+    dataType: null,
+    batchType: null,
     name: "Apache Arrow",
     id: "arrow",
     module: "arrow",

package/dist/arrow-writer.d.ts

@@ -1,9 +1,20 @@
-import type { WriterWithEncoder, WriterOptions } from '@loaders.gl/loader-utils';
+import type { WriterOptions } from '@loaders.gl/loader-utils';
 import { ColumnarTable } from "./lib/encode-arrow.js";
 type ArrowWriterOptions = WriterOptions & {
     arrow?: {};
 };
 /** Apache Arrow writer */
-export declare const ArrowWriter: WriterWithEncoder<ColumnarTable, never, ArrowWriterOptions>;
+export declare const ArrowWriter: {
+    readonly name: "Apache Arrow";
+    readonly id: "arrow";
+    readonly module: "arrow";
+    readonly version: any;
+    readonly extensions: ["arrow", "feather"];
+    readonly mimeTypes: ["application/vnd.apache.arrow.file", "application/vnd.apache.arrow.stream", "application/octet-stream"];
+    readonly binary: true;
+    readonly options: {};
+    readonly encode: (data: ColumnarTable, options?: ArrowWriterOptions | undefined) => Promise<ArrayBuffer>;
+    readonly encodeSync: (data: ColumnarTable, options?: ArrowWriterOptions | undefined) => ArrayBuffer;
+};
 export {};
 //# sourceMappingURL=arrow-writer.d.ts.map

package/dist/arrow-writer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-writer.d.ts","sourceRoot":"","sources":["../src/arrow-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAC,iBAAiB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC/E,OAAO,EAAC,aAAa,EAAC,8BAA2B;AAOjD,KAAK,kBAAkB,GAAG,aAAa,GAAG;IACxC,KAAK,CAAC,EAAE,EAAE,CAAC;CACZ,CAAC;AAEF,0BAA0B;AAC1B,eAAO,MAAM,WAAW,EAAE,iBAAiB,CAAC,aAAa,EAAE,KAAK,EAAE,kBAAkB,CAmBnF,CAAC"}
+{"version":3,"file":"arrow-writer.d.ts","sourceRoot":"","sources":["../src/arrow-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAoB,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAC/E,OAAO,EAAC,aAAa,EAAC,8BAA2B;AAOjD,KAAK,kBAAkB,GAAG,aAAa,GAAG;IACxC,KAAK,CAAC,EAAE,EAAE,CAAC;CACZ,CAAC;AAEF,0BAA0B;AAC1B,eAAO,MAAM,WAAW;;;;;;;;;wFAa8B,QAAQ,WAAW,CAAC;;CAMM,CAAC"}

package/dist/arrow-writer.js

@@ -2,7 +2,7 @@
 import { encodeArrowSync } from "./lib/encode-arrow.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.2.0-alpha.5" !== 'undefined' ? "4.2.0-alpha.5" : 'latest';
+const VERSION = typeof "4.2.0-alpha.6" !== 'undefined' ? "4.2.0-alpha.6" : 'latest';
 /** Apache Arrow writer */
 export const ArrowWriter = {
     name: 'Apache Arrow',

package/dist/dist.dev.js

@@ -13122,6 +13122,8 @@ return true;`);
   // src/arrow-loader.ts
   var VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
   var ArrowWorkerLoader = {
+    dataType: null,
+    batchType: null,
     name: "Apache Arrow",
     id: "arrow",
     module: "arrow",
@@ -13938,12 +13940,7 @@ return true;`);
     }
   };
   var GeoArrowLoader = {
-    ...ArrowWorkerLoader,
-    options: {
-      arrow: {
-        shape: "arrow-table"
-      }
-    },
+    ...GeoArrowWorkerLoader,
     parse: async (arraybuffer, options) => parseGeoArrowSync(arraybuffer, options?.arrow),
     parseSync: (arraybuffer, options) => parseGeoArrowSync(arraybuffer, options?.arrow),
     parseInBatches: parseGeoArrowInBatches
@@ -14510,6 +14507,8 @@ return true;`);
 
   // ../wkt/src/wkt-loader.ts
   var WKTWorkerLoader = {
+    dataType: null,
+    batchType: null,
     name: "WKT (Well-Known Text)",
     id: "wkt",
     module: "wkt",
@@ -14531,7 +14530,7 @@ return true;`);
   var WKTLoader = {
     ...WKTWorkerLoader,
     parse: async (arrayBuffer, options) => parseWKT(new TextDecoder().decode(arrayBuffer), options),
-    parseTextSync: parseWKT
+    parseTextSync: (string, options) => parseWKT(string, options)
   };
 
   // ../wkt/src/lib/parse-wkb-header.ts
@@ -14704,7 +14703,7 @@ return true;`);
       geometry: {
         type: "LineString",
         positions: { value: positions, size: dimension },
-        pathIndices: { value: new Uint16Array(pathIndices), size: 1 }
+        pathIndices: { value: new Uint32Array(pathIndices), size: 1 }
       },
       offset
     };
@@ -14732,10 +14731,10 @@ return true;`);
         type: "Polygon",
         positions: { value: concatenatedPositions, size: dimension },
         polygonIndices: {
-          value: new Uint16Array(polygonIndices),
+          value: new Uint32Array(polygonIndices),
           size: 1
         },
-        primitivePolygonIndices: { value: new Uint16Array(primitivePolygonIndices), size: 1 }
+        primitivePolygonIndices: { value: new Uint32Array(primitivePolygonIndices), size: 1 }
       },
       offset
     };
@@ -14807,7 +14806,7 @@ return true;`);
     return {
       type: "LineString",
       positions: { value: concatenatedPositions, size: dimension },
-      pathIndices: { value: new Uint16Array(pathIndices), size: 1 }
+      pathIndices: { value: new Uint32Array(pathIndices), size: 1 }
     };
   }
   function concatenateBinaryPolygonGeometries(binaryPolygonGeometries, dimension) {
@@ -14853,6 +14852,8 @@ return true;`);
 
   // ../wkt/src/wkb-loader.ts
   var WKBWorkerLoader = {
+    dataType: null,
+    batchType: null,
     name: "WKB",
     id: "wkb",
     module: "wkt",