@loaders.gl/arrow 4.4.0-alpha.1 → 4.4.0-alpha.9

package/dist/arrow-loader.js

@@ -10,3 +10,4 @@ export const ArrowLoader = {
     parseSync: (arraybuffer, options) => parseArrowSync(arraybuffer, options?.arrow),
     parseInBatches: parseArrowInBatches
 };
+//# sourceMappingURL=arrow-loader.js.map

package/dist/arrow-loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arrow-loader.js","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,cAAc,EAAE,mBAAmB,EAAC,qCAAkC;AAG9E,OAAO,EAAC,iBAAiB,EAAC,kCAA+B;AAEzD,2BAA2B;AAC3B,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,GAAG,iBAAiB;IACpB,KAAK,EAAE,KAAK,EAAE,WAAwB,EAAE,OAA4B,EAAE,EAAE,CACtE,cAAc,CAAC,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC;IAC7C,SAAS,EAAE,CAAC,WAAwB,EAAE,OAA4B,EAAE,EAAE,CACpE,cAAc,CAAC,WAAW,EAAE,OAAO,EAAE,KAAK,CAAC;IAC7C,cAAc,EAAE,mBAAmB;CAC4C,CAAC"}

package/dist/arrow-worker.js

@@ -200,11 +200,37 @@
     options = {
       ...options,
       modules: loader && loader.options && loader.options.modules || {},
-      worker: false
+      core: {
+        ...options.core,
+        worker: false
+      }
     };
     return await parser(data, { ...options }, context, loader);
   }
 
+  // ../loader-utils/src/lib/iterators/async-iteration.ts
+  async function* toArrayBufferIterator(asyncIterator) {
+    for await (const chunk of asyncIterator) {
+      yield copyToArrayBuffer(chunk);
+    }
+  }
+  function copyToArrayBuffer(chunk) {
+    if (chunk instanceof ArrayBuffer) {
+      return chunk;
+    }
+    if (ArrayBuffer.isView(chunk)) {
+      const { buffer, byteOffset, byteLength } = chunk;
+      return copyFromBuffer(buffer, byteOffset, byteLength);
+    }
+    return copyFromBuffer(chunk);
+  }
+  function copyFromBuffer(buffer, byteOffset = 0, byteLength = buffer.byteLength - byteOffset) {
+    const view = new Uint8Array(buffer, byteOffset, byteLength);
+    const copy = new Uint8Array(view.length);
+    copy.set(view);
+    return copy.buffer;
+  }
+
   // ../../node_modules/apache-arrow/node_modules/tslib/tslib.es6.mjs
   function __rest(s, e) {
     var t = {};
@@ -12779,7 +12805,7 @@ return true;`);
   }
   function parseArrowInBatches(asyncIterator, options) {
     async function* makeArrowAsyncIterator() {
-      const readers = RecordBatchReader.readAll(asyncIterator);
+      const readers = RecordBatchReader.readAll(toArrayBufferIterator(asyncIterator));
       for await (const reader of readers) {
         for await (const recordBatch of reader) {
           if (options?.arrow?.batchDebounceMs !== void 0 && options?.arrow?.batchDebounceMs > 0) {
@@ -12800,7 +12826,7 @@ return true;`);
   }
 
   // src/exports/arrow-loader.ts
-  var VERSION = true ? "4.4.0-alpha.0" : "latest";
+  var VERSION = true ? "4.4.0-alpha.9" : "latest";
   var ArrowWorkerLoader = {
     dataType: null,
     batchType: null,

package/dist/arrow-writer.js

@@ -2,7 +2,7 @@
 import { encodeArrowSync } from "./lib/encoders/encode-arrow.js";
 // __VERSION__ is injected by babel-plugin-version-inline
 // @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof "4.4.0-alpha.0" !== 'undefined' ? "4.4.0-alpha.0" : 'latest';
+const VERSION = typeof "4.4.0-alpha.9" !== 'undefined' ? "4.4.0-alpha.9" : 'latest';
 /** Apache Arrow writer */
 export const ArrowWriter = {
     name: 'Apache Arrow',
@@ -24,3 +24,4 @@ export const ArrowWriter = {
         return encodeArrowSync(data);
     }
 };
+//# sourceMappingURL=arrow-writer.js.map

package/dist/arrow-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arrow-writer.js","sourceRoot":"","sources":["../src/arrow-writer.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAGlD,OAAO,EAAgB,eAAe,EAAC,uCAAoC;AAE3E,yDAAyD;AACzD,qDAAqD;AACrD,MAAM,OAAO,GAAG,sBAAkB,KAAK,WAAW,CAAC,CAAC,iBAAa,CAAC,CAAC,QAAQ,CAAC;AAM5E,0BAA0B;AAC1B,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,IAAI,EAAE,cAAc;IACpB,EAAE,EAAE,OAAO;IACX,MAAM,EAAE,OAAO;IACf,OAAO,EAAE,OAAO;IAChB,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;IAChC,SAAS,EAAE;QACT,mCAAmC;QACnC,qCAAqC;QACrC,0BAA0B;KAC3B;IACD,MAAM,EAAE,IAAI;IACZ,OAAO,EAAE,EAAE;IACX,MAAM,EAAE,KAAK,UAAU,WAAW,CAAC,IAAI,EAAE,OAAQ;QAC/C,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IACD,UAAU,CAAC,IAAI,EAAE,OAAQ;QACvB,OAAO,eAAe,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;CAC6E,CAAC"}