@loaders.gl/arrow 3.1.8 → 3.2.0-alpha.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/arrow-loader.d.ts.map +1 -1
- package/dist/arrow-loader.js +5 -1
- package/dist/arrow-worker.js +53 -17
- package/dist/arrow-writer.d.ts.map +1 -1
- package/dist/arrow-writer.js +5 -1
- package/dist/dist.min.js +10 -2
- package/dist/es5/arrow-loader.js +2 -2
- package/dist/es5/arrow-loader.js.map +1 -1
- package/dist/es5/arrow-writer.js +2 -2
- package/dist/es5/arrow-writer.js.map +1 -1
- package/dist/esm/arrow-loader.js +2 -2
- package/dist/esm/arrow-loader.js.map +1 -1
- package/dist/esm/arrow-writer.js +2 -2
- package/dist/esm/arrow-writer.js.map +1 -1
- package/package.json +4 -7
- package/src/arrow-loader.ts +5 -1
- package/src/arrow-writer.ts +5 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE,oBAAY,kBAAkB,GAAG,aAAa,GAAG;IAC/C,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,aAAa,GAAG,gBAAgB,GAAG,WAAW,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;KAChG,CAAC;CACH,CAAC;AAQF,2BAA2B;AAC3B,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE,oBAAY,kBAAkB,GAAG,aAAa,GAAG;IAC/C,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,aAAa,GAAG,gBAAgB,GAAG,WAAW,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;KAChG,CAAC;CACH,CAAC;AAQF,2BAA2B;AAC3B,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;CAgBvB,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAoB,CAAC"}
|
package/dist/arrow-loader.js
CHANGED
|
@@ -18,7 +18,11 @@ exports.ArrowLoader = {
|
|
|
18
18
|
worker: true,
|
|
19
19
|
category: 'table',
|
|
20
20
|
extensions: ['arrow', 'feather'],
|
|
21
|
-
mimeTypes: [
|
|
21
|
+
mimeTypes: [
|
|
22
|
+
'application/vnd.apache.arrow.file',
|
|
23
|
+
'application/vnd.apache.arrow.stream',
|
|
24
|
+
'application/octet-stream'
|
|
25
|
+
],
|
|
22
26
|
binary: true,
|
|
23
27
|
tests: ['ARROW'],
|
|
24
28
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
package/dist/arrow-worker.js
CHANGED
|
@@ -14823,16 +14823,33 @@ return true;`);
|
|
|
14823
14823
|
}
|
|
14824
14824
|
|
|
14825
14825
|
// ../worker-utils/src/lib/worker-farm/worker-body.ts
|
|
14826
|
+
function getParentPort() {
|
|
14827
|
+
let parentPort;
|
|
14828
|
+
try {
|
|
14829
|
+
eval("globalThis.parentPort = require('worker_threads').parentPort");
|
|
14830
|
+
parentPort = globalThis.parentPort;
|
|
14831
|
+
} catch {
|
|
14832
|
+
}
|
|
14833
|
+
return parentPort;
|
|
14834
|
+
}
|
|
14826
14835
|
var onMessageWrapperMap = new Map();
|
|
14827
14836
|
var WorkerBody = class {
|
|
14837
|
+
static inWorkerThread() {
|
|
14838
|
+
return typeof self !== "undefined" || Boolean(getParentPort());
|
|
14839
|
+
}
|
|
14828
14840
|
static set onmessage(onMessage) {
|
|
14829
|
-
|
|
14830
|
-
|
|
14831
|
-
|
|
14832
|
-
}
|
|
14833
|
-
const { type, payload } = message.data;
|
|
14841
|
+
function handleMessage(message) {
|
|
14842
|
+
const parentPort3 = getParentPort();
|
|
14843
|
+
const { type, payload } = parentPort3 ? message : message.data;
|
|
14834
14844
|
onMessage(type, payload);
|
|
14835
|
-
}
|
|
14845
|
+
}
|
|
14846
|
+
const parentPort2 = getParentPort();
|
|
14847
|
+
if (parentPort2) {
|
|
14848
|
+
parentPort2.on("message", handleMessage);
|
|
14849
|
+
parentPort2.on("exit", () => console.debug("Node worker closing"));
|
|
14850
|
+
} else {
|
|
14851
|
+
globalThis.onmessage = handleMessage;
|
|
14852
|
+
}
|
|
14836
14853
|
}
|
|
14837
14854
|
static addEventListener(onMessage) {
|
|
14838
14855
|
let onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
@@ -14841,22 +14858,36 @@ return true;`);
|
|
|
14841
14858
|
if (!isKnownMessage(message)) {
|
|
14842
14859
|
return;
|
|
14843
14860
|
}
|
|
14844
|
-
const
|
|
14861
|
+
const parentPort3 = getParentPort();
|
|
14862
|
+
const { type, payload } = parentPort3 ? message : message.data;
|
|
14845
14863
|
onMessage(type, payload);
|
|
14846
14864
|
};
|
|
14847
14865
|
}
|
|
14848
|
-
|
|
14866
|
+
const parentPort2 = getParentPort();
|
|
14867
|
+
if (parentPort2) {
|
|
14868
|
+
console.error("not implemented");
|
|
14869
|
+
} else {
|
|
14870
|
+
globalThis.addEventListener("message", onMessageWrapper);
|
|
14871
|
+
}
|
|
14849
14872
|
}
|
|
14850
14873
|
static removeEventListener(onMessage) {
|
|
14851
14874
|
const onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
14852
14875
|
onMessageWrapperMap.delete(onMessage);
|
|
14853
|
-
|
|
14876
|
+
const parentPort2 = getParentPort();
|
|
14877
|
+
if (parentPort2) {
|
|
14878
|
+
console.error("not implemented");
|
|
14879
|
+
} else {
|
|
14880
|
+
globalThis.removeEventListener("message", onMessageWrapper);
|
|
14881
|
+
}
|
|
14854
14882
|
}
|
|
14855
14883
|
static postMessage(type, payload) {
|
|
14856
|
-
|
|
14857
|
-
|
|
14858
|
-
|
|
14859
|
-
|
|
14884
|
+
const data = { source: "loaders.gl", type, payload };
|
|
14885
|
+
const transferList = getTransferList(payload);
|
|
14886
|
+
const parentPort2 = getParentPort();
|
|
14887
|
+
if (parentPort2) {
|
|
14888
|
+
parentPort2.postMessage(data, transferList);
|
|
14889
|
+
} else {
|
|
14890
|
+
globalThis.postMessage(data, transferList);
|
|
14860
14891
|
}
|
|
14861
14892
|
}
|
|
14862
14893
|
};
|
|
@@ -14868,19 +14899,20 @@ return true;`);
|
|
|
14868
14899
|
// ../loader-utils/src/lib/worker-loader-utils/create-loader-worker.ts
|
|
14869
14900
|
var requestId = 0;
|
|
14870
14901
|
function createLoaderWorker(loader) {
|
|
14871
|
-
if (
|
|
14902
|
+
if (!WorkerBody.inWorkerThread()) {
|
|
14872
14903
|
return;
|
|
14873
14904
|
}
|
|
14874
14905
|
WorkerBody.onmessage = async (type, payload) => {
|
|
14875
14906
|
switch (type) {
|
|
14876
14907
|
case "process":
|
|
14877
14908
|
try {
|
|
14878
|
-
const { input, options = {} } = payload;
|
|
14909
|
+
const { input, options = {}, context = {} } = payload;
|
|
14879
14910
|
const result = await parseData({
|
|
14880
14911
|
loader,
|
|
14881
14912
|
arrayBuffer: input,
|
|
14882
14913
|
options,
|
|
14883
14914
|
context: {
|
|
14915
|
+
...context,
|
|
14884
14916
|
parse: parseOnMainThread
|
|
14885
14917
|
}
|
|
14886
14918
|
});
|
|
@@ -14940,7 +14972,7 @@ return true;`);
|
|
|
14940
14972
|
}
|
|
14941
14973
|
|
|
14942
14974
|
// src/arrow-loader.ts
|
|
14943
|
-
var VERSION = true ? "3.
|
|
14975
|
+
var VERSION = true ? "3.2.0-alpha.3" : "latest";
|
|
14944
14976
|
var DEFAULT_ARROW_LOADER_OPTIONS = {
|
|
14945
14977
|
arrow: {
|
|
14946
14978
|
shape: "columnar-table"
|
|
@@ -14954,7 +14986,11 @@ return true;`);
|
|
|
14954
14986
|
worker: true,
|
|
14955
14987
|
category: "table",
|
|
14956
14988
|
extensions: ["arrow", "feather"],
|
|
14957
|
-
mimeTypes: [
|
|
14989
|
+
mimeTypes: [
|
|
14990
|
+
"application/vnd.apache.arrow.file",
|
|
14991
|
+
"application/vnd.apache.arrow.stream",
|
|
14992
|
+
"application/octet-stream"
|
|
14993
|
+
],
|
|
14958
14994
|
binary: true,
|
|
14959
14995
|
tests: ["ARROW"],
|
|
14960
14996
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"arrow-writer.d.ts","sourceRoot":"","sources":["../src/arrow-writer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAO5D,aAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,0BAA0B;AAC1B,eAAO,MAAM,WAAW;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"arrow-writer.d.ts","sourceRoot":"","sources":["../src/arrow-writer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAO5D,aAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,0BAA0B;AAC1B,eAAO,MAAM,WAAW;;;;;;;;;;CAcvB,CAAC;AAEF,iBAAS,UAAU,CAAC,IAAI,KAAA,EAAE,OAAO,CAAC,EAAE,kBAAkB,eAErD"}
|
package/dist/arrow-writer.js
CHANGED
|
@@ -12,7 +12,11 @@ exports.ArrowWriter = {
|
|
|
12
12
|
module: 'arrow',
|
|
13
13
|
version: VERSION,
|
|
14
14
|
extensions: ['arrow', 'feather'],
|
|
15
|
-
mimeTypes: [
|
|
15
|
+
mimeTypes: [
|
|
16
|
+
'application/vnd.apache.arrow.file',
|
|
17
|
+
'application/vnd.apache.arrow.stream',
|
|
18
|
+
'application/octet-stream'
|
|
19
|
+
],
|
|
16
20
|
encodeSync,
|
|
17
21
|
binary: true,
|
|
18
22
|
options: {}
|
package/dist/dist.min.js
CHANGED
|
@@ -47,7 +47,11 @@
|
|
|
47
47
|
worker: true,
|
|
48
48
|
category: "table",
|
|
49
49
|
extensions: ["arrow", "feather"],
|
|
50
|
-
mimeTypes: [
|
|
50
|
+
mimeTypes: [
|
|
51
|
+
"application/vnd.apache.arrow.file",
|
|
52
|
+
"application/vnd.apache.arrow.stream",
|
|
53
|
+
"application/octet-stream"
|
|
54
|
+
],
|
|
51
55
|
binary: true,
|
|
52
56
|
tests: ["ARROW"],
|
|
53
57
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
|
@@ -15402,7 +15406,11 @@ return true;`);
|
|
|
15402
15406
|
module: "arrow",
|
|
15403
15407
|
version: VERSION2,
|
|
15404
15408
|
extensions: ["arrow", "feather"],
|
|
15405
|
-
mimeTypes: [
|
|
15409
|
+
mimeTypes: [
|
|
15410
|
+
"application/vnd.apache.arrow.file",
|
|
15411
|
+
"application/vnd.apache.arrow.stream",
|
|
15412
|
+
"application/octet-stream"
|
|
15413
|
+
],
|
|
15406
15414
|
encodeSync,
|
|
15407
15415
|
binary: true,
|
|
15408
15416
|
options: {}
|
package/dist/es5/arrow-loader.js
CHANGED
|
@@ -4,7 +4,7 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
6
|
exports._typecheckArrowLoader = exports.ArrowLoader = void 0;
|
|
7
|
-
var VERSION = typeof "3.
|
|
7
|
+
var VERSION = typeof "3.2.0-alpha.3" !== 'undefined' ? "3.2.0-alpha.3" : 'latest';
|
|
8
8
|
var DEFAULT_ARROW_LOADER_OPTIONS = {
|
|
9
9
|
arrow: {
|
|
10
10
|
shape: 'columnar-table'
|
|
@@ -18,7 +18,7 @@ var ArrowLoader = {
|
|
|
18
18
|
worker: true,
|
|
19
19
|
category: 'table',
|
|
20
20
|
extensions: ['arrow', 'feather'],
|
|
21
|
-
mimeTypes: ['application/octet-stream'],
|
|
21
|
+
mimeTypes: ['application/vnd.apache.arrow.file', 'application/vnd.apache.arrow.stream', 'application/octet-stream'],
|
|
22
22
|
binary: true,
|
|
23
23
|
tests: ['ARROW'],
|
|
24
24
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/arrow-loader.ts"],"names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/arrow-loader.ts"],"names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAQA,IAAMC,4BAA4B,GAAG;AACnCC,EAAAA,KAAK,EAAE;AACLC,IAAAA,KAAK,EAAE;AADF;AAD4B,CAArC;AAOO,IAAMC,WAAW,GAAG;AACzBC,EAAAA,IAAI,EAAE,cADmB;AAEzBC,EAAAA,EAAE,EAAE,OAFqB;AAGzBC,EAAAA,MAAM,EAAE,OAHiB;AAIzBC,EAAAA,OAAO,EAAER,OAJgB;AAKzBS,EAAAA,MAAM,EAAE,IALiB;AAMzBC,EAAAA,QAAQ,EAAE,OANe;AAOzBC,EAAAA,UAAU,EAAE,CAAC,OAAD,EAAU,SAAV,CAPa;AAQzBC,EAAAA,SAAS,EAAE,CACT,mCADS,EAET,qCAFS,EAGT,0BAHS,CARc;AAazBC,EAAAA,MAAM,EAAE,IAbiB;AAczBC,EAAAA,KAAK,EAAE,CAAC,OAAD,CAdkB;AAezBC,EAAAA,OAAO,EAAEd;AAfgB,CAApB;;AAkBA,IAAMe,qBAA6B,GAAGZ,WAAtC","sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n arrow?: {\n shape: 'arrow-table' | 'columnar-table' | 'row-table' | 'array-row-table' | 'object-row-table';\n };\n};\n\nconst DEFAULT_ARROW_LOADER_OPTIONS = {\n arrow: {\n shape: 'columnar-table'\n }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader = {\n name: 'Apache Arrow',\n id: 'arrow',\n module: 'arrow',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['arrow', 'feather'],\n mimeTypes: [\n 'application/vnd.apache.arrow.file',\n 'application/vnd.apache.arrow.stream',\n 'application/octet-stream'\n ],\n binary: true,\n tests: ['ARROW'],\n options: DEFAULT_ARROW_LOADER_OPTIONS\n};\n\nexport const _typecheckArrowLoader: Loader = ArrowLoader;\n"],"file":"arrow-loader.js"}
|
package/dist/es5/arrow-writer.js
CHANGED
|
@@ -7,14 +7,14 @@ exports.ArrowWriter = void 0;
|
|
|
7
7
|
|
|
8
8
|
var _encodeArrow = require("./lib/encode-arrow");
|
|
9
9
|
|
|
10
|
-
var VERSION = typeof "3.
|
|
10
|
+
var VERSION = typeof "3.2.0-alpha.3" !== 'undefined' ? "3.2.0-alpha.3" : 'latest';
|
|
11
11
|
var ArrowWriter = {
|
|
12
12
|
name: 'Apache Arrow',
|
|
13
13
|
id: 'arrow',
|
|
14
14
|
module: 'arrow',
|
|
15
15
|
version: VERSION,
|
|
16
16
|
extensions: ['arrow', 'feather'],
|
|
17
|
-
mimeTypes: ['application/octet-stream'],
|
|
17
|
+
mimeTypes: ['application/vnd.apache.arrow.file', 'application/vnd.apache.arrow.stream', 'application/octet-stream'],
|
|
18
18
|
encodeSync: encodeSync,
|
|
19
19
|
binary: true,
|
|
20
20
|
options: {}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/arrow-writer.ts"],"names":["VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"mappings":";;;;;;;AAEA;;AAIA,IAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/arrow-writer.ts"],"names":["VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"mappings":";;;;;;;AAEA;;AAIA,IAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAKO,IAAMC,WAAW,GAAG;AACzBC,EAAAA,IAAI,EAAE,cADmB;AAEzBC,EAAAA,EAAE,EAAE,OAFqB;AAGzBC,EAAAA,MAAM,EAAE,OAHiB;AAIzBC,EAAAA,OAAO,EAAEL,OAJgB;AAKzBM,EAAAA,UAAU,EAAE,CAAC,OAAD,EAAU,SAAV,CALa;AAMzBC,EAAAA,SAAS,EAAE,CACT,mCADS,EAET,qCAFS,EAGT,0BAHS,CANc;AAWzBC,EAAAA,UAAU,EAAVA,UAXyB;AAYzBC,EAAAA,MAAM,EAAE,IAZiB;AAazBC,EAAAA,OAAO,EAAE;AAbgB,CAApB;;;AAgBP,SAASF,UAAT,CAAoBG,IAApB,EAA0BD,OAA1B,EAAwD;AACtD,SAAO,kCAAgBC,IAAhB,CAAP;AACD","sourcesContent":["// import type {Writer} from '@loaders.gl/loader-utils';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions;\n\n/** Apache Arrow writer */\nexport const ArrowWriter = {\n name: 'Apache Arrow',\n id: 'arrow',\n module: 'arrow',\n version: VERSION,\n extensions: ['arrow', 'feather'],\n mimeTypes: [\n 'application/vnd.apache.arrow.file',\n 'application/vnd.apache.arrow.stream',\n 'application/octet-stream'\n ],\n encodeSync,\n binary: true,\n options: {}\n};\n\nfunction encodeSync(data, options?: ArrowWriterOptions) {\n return encodeArrowSync(data);\n}\n"],"file":"arrow-writer.js"}
|
package/dist/esm/arrow-loader.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const VERSION = typeof "3.
|
|
1
|
+
const VERSION = typeof "3.2.0-alpha.3" !== 'undefined' ? "3.2.0-alpha.3" : 'latest';
|
|
2
2
|
const DEFAULT_ARROW_LOADER_OPTIONS = {
|
|
3
3
|
arrow: {
|
|
4
4
|
shape: 'columnar-table'
|
|
@@ -12,7 +12,7 @@ export const ArrowLoader = {
|
|
|
12
12
|
worker: true,
|
|
13
13
|
category: 'table',
|
|
14
14
|
extensions: ['arrow', 'feather'],
|
|
15
|
-
mimeTypes: ['application/octet-stream'],
|
|
15
|
+
mimeTypes: ['application/vnd.apache.arrow.file', 'application/vnd.apache.arrow.stream', 'application/octet-stream'],
|
|
16
16
|
binary: true,
|
|
17
17
|
tests: ['ARROW'],
|
|
18
18
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/arrow-loader.ts"],"names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/arrow-loader.ts"],"names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAQA,MAAMC,4BAA4B,GAAG;AACnCC,EAAAA,KAAK,EAAE;AACLC,IAAAA,KAAK,EAAE;AADF;AAD4B,CAArC;AAOA,OAAO,MAAMC,WAAW,GAAG;AACzBC,EAAAA,IAAI,EAAE,cADmB;AAEzBC,EAAAA,EAAE,EAAE,OAFqB;AAGzBC,EAAAA,MAAM,EAAE,OAHiB;AAIzBC,EAAAA,OAAO,EAAER,OAJgB;AAKzBS,EAAAA,MAAM,EAAE,IALiB;AAMzBC,EAAAA,QAAQ,EAAE,OANe;AAOzBC,EAAAA,UAAU,EAAE,CAAC,OAAD,EAAU,SAAV,CAPa;AAQzBC,EAAAA,SAAS,EAAE,CACT,mCADS,EAET,qCAFS,EAGT,0BAHS,CARc;AAazBC,EAAAA,MAAM,EAAE,IAbiB;AAczBC,EAAAA,KAAK,EAAE,CAAC,OAAD,CAdkB;AAezBC,EAAAA,OAAO,EAAEd;AAfgB,CAApB;AAkBP,OAAO,MAAMe,qBAA6B,GAAGZ,WAAtC","sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n arrow?: {\n shape: 'arrow-table' | 'columnar-table' | 'row-table' | 'array-row-table' | 'object-row-table';\n };\n};\n\nconst DEFAULT_ARROW_LOADER_OPTIONS = {\n arrow: {\n shape: 'columnar-table'\n }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader = {\n name: 'Apache Arrow',\n id: 'arrow',\n module: 'arrow',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['arrow', 'feather'],\n mimeTypes: [\n 'application/vnd.apache.arrow.file',\n 'application/vnd.apache.arrow.stream',\n 'application/octet-stream'\n ],\n binary: true,\n tests: ['ARROW'],\n options: DEFAULT_ARROW_LOADER_OPTIONS\n};\n\nexport const _typecheckArrowLoader: Loader = ArrowLoader;\n"],"file":"arrow-loader.js"}
|
package/dist/esm/arrow-writer.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { encodeArrowSync } from './lib/encode-arrow';
|
|
2
|
-
const VERSION = typeof "3.
|
|
2
|
+
const VERSION = typeof "3.2.0-alpha.3" !== 'undefined' ? "3.2.0-alpha.3" : 'latest';
|
|
3
3
|
export const ArrowWriter = {
|
|
4
4
|
name: 'Apache Arrow',
|
|
5
5
|
id: 'arrow',
|
|
6
6
|
module: 'arrow',
|
|
7
7
|
version: VERSION,
|
|
8
8
|
extensions: ['arrow', 'feather'],
|
|
9
|
-
mimeTypes: ['application/octet-stream'],
|
|
9
|
+
mimeTypes: ['application/vnd.apache.arrow.file', 'application/vnd.apache.arrow.stream', 'application/octet-stream'],
|
|
10
10
|
encodeSync,
|
|
11
11
|
binary: true,
|
|
12
12
|
options: {}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/arrow-writer.ts"],"names":["encodeArrowSync","VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"mappings":"AAEA,SAAQA,eAAR,QAA8B,oBAA9B;AAIA,MAAMC,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/arrow-writer.ts"],"names":["encodeArrowSync","VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"mappings":"AAEA,SAAQA,eAAR,QAA8B,oBAA9B;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAKA,OAAO,MAAMC,WAAW,GAAG;AACzBC,EAAAA,IAAI,EAAE,cADmB;AAEzBC,EAAAA,EAAE,EAAE,OAFqB;AAGzBC,EAAAA,MAAM,EAAE,OAHiB;AAIzBC,EAAAA,OAAO,EAAEL,OAJgB;AAKzBM,EAAAA,UAAU,EAAE,CAAC,OAAD,EAAU,SAAV,CALa;AAMzBC,EAAAA,SAAS,EAAE,CACT,mCADS,EAET,qCAFS,EAGT,0BAHS,CANc;AAWzBC,EAAAA,UAXyB;AAYzBC,EAAAA,MAAM,EAAE,IAZiB;AAazBC,EAAAA,OAAO,EAAE;AAbgB,CAApB;;AAgBP,SAASF,UAAT,CAAoBG,IAApB,EAA0BD,OAA1B,EAAwD;AACtD,SAAOX,eAAe,CAACY,IAAD,CAAtB;AACD","sourcesContent":["// import type {Writer} from '@loaders.gl/loader-utils';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions;\n\n/** Apache Arrow writer */\nexport const ArrowWriter = {\n name: 'Apache Arrow',\n id: 'arrow',\n module: 'arrow',\n version: VERSION,\n extensions: ['arrow', 'feather'],\n mimeTypes: [\n 'application/vnd.apache.arrow.file',\n 'application/vnd.apache.arrow.stream',\n 'application/octet-stream'\n ],\n encodeSync,\n binary: true,\n options: {}\n};\n\nfunction encodeSync(data, options?: ArrowWriterOptions) {\n return encodeArrowSync(data);\n}\n"],"file":"arrow-writer.js"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/arrow",
|
|
3
|
-
"version": "3.
|
|
3
|
+
"version": "3.2.0-alpha.3",
|
|
4
4
|
"description": "Simple columnar table loader for the Apache Arrow format",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"publishConfig": {
|
|
@@ -36,12 +36,9 @@
|
|
|
36
36
|
"build-worker": "esbuild src/workers/arrow-worker.ts --bundle --outfile=dist/arrow-worker.js --define:__VERSION__=\\\"$npm_package_version\\\""
|
|
37
37
|
},
|
|
38
38
|
"dependencies": {
|
|
39
|
-
"@loaders.gl/loader-utils": "3.
|
|
40
|
-
"@loaders.gl/schema": "3.
|
|
39
|
+
"@loaders.gl/loader-utils": "3.2.0-alpha.3",
|
|
40
|
+
"@loaders.gl/schema": "3.2.0-alpha.3",
|
|
41
41
|
"apache-arrow": "^4.0.0"
|
|
42
42
|
},
|
|
43
|
-
"
|
|
44
|
-
"@loaders.gl/core": "^3.1.0"
|
|
45
|
-
},
|
|
46
|
-
"gitHead": "0ef07b4e9fc20f5a882224cf241c6fd1bad898d8"
|
|
43
|
+
"gitHead": "f0d4b801efeb7094283106352ee759eccfb21f10"
|
|
47
44
|
}
|
package/src/arrow-loader.ts
CHANGED
|
@@ -25,7 +25,11 @@ export const ArrowLoader = {
|
|
|
25
25
|
worker: true,
|
|
26
26
|
category: 'table',
|
|
27
27
|
extensions: ['arrow', 'feather'],
|
|
28
|
-
mimeTypes: [
|
|
28
|
+
mimeTypes: [
|
|
29
|
+
'application/vnd.apache.arrow.file',
|
|
30
|
+
'application/vnd.apache.arrow.stream',
|
|
31
|
+
'application/octet-stream'
|
|
32
|
+
],
|
|
29
33
|
binary: true,
|
|
30
34
|
tests: ['ARROW'],
|
|
31
35
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
package/src/arrow-writer.ts
CHANGED
|
@@ -15,7 +15,11 @@ export const ArrowWriter = {
|
|
|
15
15
|
module: 'arrow',
|
|
16
16
|
version: VERSION,
|
|
17
17
|
extensions: ['arrow', 'feather'],
|
|
18
|
-
mimeTypes: [
|
|
18
|
+
mimeTypes: [
|
|
19
|
+
'application/vnd.apache.arrow.file',
|
|
20
|
+
'application/vnd.apache.arrow.stream',
|
|
21
|
+
'application/octet-stream'
|
|
22
|
+
],
|
|
19
23
|
encodeSync,
|
|
20
24
|
binary: true,
|
|
21
25
|
options: {}
|