@loaders.gl/arrow 3.1.6 → 3.2.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/arrow-loader.d.ts.map +1 -1
- package/dist/arrow-loader.js +5 -1
- package/dist/arrow-worker.js +51 -16
- package/dist/arrow-writer.d.ts.map +1 -1
- package/dist/arrow-writer.js +5 -1
- package/dist/dist.min.js +10 -2
- package/dist/es5/arrow-loader.js +2 -2
- package/dist/es5/arrow-loader.js.map +1 -1
- package/dist/es5/arrow-writer.js +2 -2
- package/dist/es5/arrow-writer.js.map +1 -1
- package/dist/esm/arrow-loader.js +2 -2
- package/dist/esm/arrow-loader.js.map +1 -1
- package/dist/esm/arrow-writer.js +2 -2
- package/dist/esm/arrow-writer.js.map +1 -1
- package/package.json +4 -7
- package/src/arrow-loader.ts +5 -1
- package/src/arrow-writer.ts +5 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE,oBAAY,kBAAkB,GAAG,aAAa,GAAG;IAC/C,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,aAAa,GAAG,gBAAgB,GAAG,WAAW,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;KAChG,CAAC;CACH,CAAC;AAQF,2BAA2B;AAC3B,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,MAAM,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAMpE,oBAAY,kBAAkB,GAAG,aAAa,GAAG;IAC/C,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,aAAa,GAAG,gBAAgB,GAAG,WAAW,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;KAChG,CAAC;CACH,CAAC;AAQF,2BAA2B;AAC3B,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;CAgBvB,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE,MAAoB,CAAC"}
|
package/dist/arrow-loader.js
CHANGED
|
@@ -18,7 +18,11 @@ exports.ArrowLoader = {
|
|
|
18
18
|
worker: true,
|
|
19
19
|
category: 'table',
|
|
20
20
|
extensions: ['arrow', 'feather'],
|
|
21
|
-
mimeTypes: [
|
|
21
|
+
mimeTypes: [
|
|
22
|
+
'application/vnd.apache.arrow.file',
|
|
23
|
+
'application/vnd.apache.arrow.stream',
|
|
24
|
+
'application/octet-stream'
|
|
25
|
+
],
|
|
22
26
|
binary: true,
|
|
23
27
|
tests: ['ARROW'],
|
|
24
28
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
package/dist/arrow-worker.js
CHANGED
|
@@ -14823,16 +14823,33 @@ return true;`);
|
|
|
14823
14823
|
}
|
|
14824
14824
|
|
|
14825
14825
|
// ../worker-utils/src/lib/worker-farm/worker-body.ts
|
|
14826
|
+
function getParentPort() {
|
|
14827
|
+
let parentPort;
|
|
14828
|
+
try {
|
|
14829
|
+
eval("globalThis.parentPort = require('worker_threads').parentPort");
|
|
14830
|
+
parentPort = globalThis.parentPort;
|
|
14831
|
+
} catch {
|
|
14832
|
+
}
|
|
14833
|
+
return parentPort;
|
|
14834
|
+
}
|
|
14826
14835
|
var onMessageWrapperMap = new Map();
|
|
14827
14836
|
var WorkerBody = class {
|
|
14837
|
+
static inWorkerThread() {
|
|
14838
|
+
return typeof self !== "undefined" || Boolean(getParentPort());
|
|
14839
|
+
}
|
|
14828
14840
|
static set onmessage(onMessage) {
|
|
14829
|
-
|
|
14830
|
-
|
|
14831
|
-
|
|
14832
|
-
}
|
|
14833
|
-
const { type, payload } = message.data;
|
|
14841
|
+
function handleMessage(message) {
|
|
14842
|
+
const parentPort3 = getParentPort();
|
|
14843
|
+
const { type, payload } = parentPort3 ? message : message.data;
|
|
14834
14844
|
onMessage(type, payload);
|
|
14835
|
-
}
|
|
14845
|
+
}
|
|
14846
|
+
const parentPort2 = getParentPort();
|
|
14847
|
+
if (parentPort2) {
|
|
14848
|
+
parentPort2.on("message", handleMessage);
|
|
14849
|
+
parentPort2.on("exit", () => console.debug("Node worker closing"));
|
|
14850
|
+
} else {
|
|
14851
|
+
globalThis.onmessage = handleMessage;
|
|
14852
|
+
}
|
|
14836
14853
|
}
|
|
14837
14854
|
static addEventListener(onMessage) {
|
|
14838
14855
|
let onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
@@ -14841,22 +14858,36 @@ return true;`);
|
|
|
14841
14858
|
if (!isKnownMessage(message)) {
|
|
14842
14859
|
return;
|
|
14843
14860
|
}
|
|
14844
|
-
const
|
|
14861
|
+
const parentPort3 = getParentPort();
|
|
14862
|
+
const { type, payload } = parentPort3 ? message : message.data;
|
|
14845
14863
|
onMessage(type, payload);
|
|
14846
14864
|
};
|
|
14847
14865
|
}
|
|
14848
|
-
|
|
14866
|
+
const parentPort2 = getParentPort();
|
|
14867
|
+
if (parentPort2) {
|
|
14868
|
+
console.error("not implemented");
|
|
14869
|
+
} else {
|
|
14870
|
+
globalThis.addEventListener("message", onMessageWrapper);
|
|
14871
|
+
}
|
|
14849
14872
|
}
|
|
14850
14873
|
static removeEventListener(onMessage) {
|
|
14851
14874
|
const onMessageWrapper = onMessageWrapperMap.get(onMessage);
|
|
14852
14875
|
onMessageWrapperMap.delete(onMessage);
|
|
14853
|
-
|
|
14876
|
+
const parentPort2 = getParentPort();
|
|
14877
|
+
if (parentPort2) {
|
|
14878
|
+
console.error("not implemented");
|
|
14879
|
+
} else {
|
|
14880
|
+
globalThis.removeEventListener("message", onMessageWrapper);
|
|
14881
|
+
}
|
|
14854
14882
|
}
|
|
14855
14883
|
static postMessage(type, payload) {
|
|
14856
|
-
|
|
14857
|
-
|
|
14858
|
-
|
|
14859
|
-
|
|
14884
|
+
const data = { source: "loaders.gl", type, payload };
|
|
14885
|
+
const transferList = getTransferList(payload);
|
|
14886
|
+
const parentPort2 = getParentPort();
|
|
14887
|
+
if (parentPort2) {
|
|
14888
|
+
parentPort2.postMessage(data, transferList);
|
|
14889
|
+
} else {
|
|
14890
|
+
globalThis.postMessage(data, transferList);
|
|
14860
14891
|
}
|
|
14861
14892
|
}
|
|
14862
14893
|
};
|
|
@@ -14868,7 +14899,7 @@ return true;`);
|
|
|
14868
14899
|
// ../loader-utils/src/lib/worker-loader-utils/create-loader-worker.ts
|
|
14869
14900
|
var requestId = 0;
|
|
14870
14901
|
function createLoaderWorker(loader) {
|
|
14871
|
-
if (
|
|
14902
|
+
if (!WorkerBody.inWorkerThread()) {
|
|
14872
14903
|
return;
|
|
14873
14904
|
}
|
|
14874
14905
|
WorkerBody.onmessage = async (type, payload) => {
|
|
@@ -14940,7 +14971,7 @@ return true;`);
|
|
|
14940
14971
|
}
|
|
14941
14972
|
|
|
14942
14973
|
// src/arrow-loader.ts
|
|
14943
|
-
var VERSION = true ? "3.1
|
|
14974
|
+
var VERSION = true ? "3.2.0-alpha.1" : "latest";
|
|
14944
14975
|
var DEFAULT_ARROW_LOADER_OPTIONS = {
|
|
14945
14976
|
arrow: {
|
|
14946
14977
|
shape: "columnar-table"
|
|
@@ -14954,7 +14985,11 @@ return true;`);
|
|
|
14954
14985
|
worker: true,
|
|
14955
14986
|
category: "table",
|
|
14956
14987
|
extensions: ["arrow", "feather"],
|
|
14957
|
-
mimeTypes: [
|
|
14988
|
+
mimeTypes: [
|
|
14989
|
+
"application/vnd.apache.arrow.file",
|
|
14990
|
+
"application/vnd.apache.arrow.stream",
|
|
14991
|
+
"application/octet-stream"
|
|
14992
|
+
],
|
|
14958
14993
|
binary: true,
|
|
14959
14994
|
tests: ["ARROW"],
|
|
14960
14995
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"arrow-writer.d.ts","sourceRoot":"","sources":["../src/arrow-writer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAO5D,aAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,0BAA0B;AAC1B,eAAO,MAAM,WAAW;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"arrow-writer.d.ts","sourceRoot":"","sources":["../src/arrow-writer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,aAAa,EAAC,MAAM,0BAA0B,CAAC;AAO5D,aAAK,kBAAkB,GAAG,aAAa,CAAC;AAExC,0BAA0B;AAC1B,eAAO,MAAM,WAAW;;;;;;;;;;CAcvB,CAAC;AAEF,iBAAS,UAAU,CAAC,IAAI,KAAA,EAAE,OAAO,CAAC,EAAE,kBAAkB,eAErD"}
|
package/dist/arrow-writer.js
CHANGED
|
@@ -12,7 +12,11 @@ exports.ArrowWriter = {
|
|
|
12
12
|
module: 'arrow',
|
|
13
13
|
version: VERSION,
|
|
14
14
|
extensions: ['arrow', 'feather'],
|
|
15
|
-
mimeTypes: [
|
|
15
|
+
mimeTypes: [
|
|
16
|
+
'application/vnd.apache.arrow.file',
|
|
17
|
+
'application/vnd.apache.arrow.stream',
|
|
18
|
+
'application/octet-stream'
|
|
19
|
+
],
|
|
16
20
|
encodeSync,
|
|
17
21
|
binary: true,
|
|
18
22
|
options: {}
|
package/dist/dist.min.js
CHANGED
|
@@ -47,7 +47,11 @@
|
|
|
47
47
|
worker: true,
|
|
48
48
|
category: "table",
|
|
49
49
|
extensions: ["arrow", "feather"],
|
|
50
|
-
mimeTypes: [
|
|
50
|
+
mimeTypes: [
|
|
51
|
+
"application/vnd.apache.arrow.file",
|
|
52
|
+
"application/vnd.apache.arrow.stream",
|
|
53
|
+
"application/octet-stream"
|
|
54
|
+
],
|
|
51
55
|
binary: true,
|
|
52
56
|
tests: ["ARROW"],
|
|
53
57
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
|
@@ -15402,7 +15406,11 @@ return true;`);
|
|
|
15402
15406
|
module: "arrow",
|
|
15403
15407
|
version: VERSION2,
|
|
15404
15408
|
extensions: ["arrow", "feather"],
|
|
15405
|
-
mimeTypes: [
|
|
15409
|
+
mimeTypes: [
|
|
15410
|
+
"application/vnd.apache.arrow.file",
|
|
15411
|
+
"application/vnd.apache.arrow.stream",
|
|
15412
|
+
"application/octet-stream"
|
|
15413
|
+
],
|
|
15406
15414
|
encodeSync,
|
|
15407
15415
|
binary: true,
|
|
15408
15416
|
options: {}
|
package/dist/es5/arrow-loader.js
CHANGED
|
@@ -4,7 +4,7 @@ Object.defineProperty(exports, "__esModule", {
|
|
|
4
4
|
value: true
|
|
5
5
|
});
|
|
6
6
|
exports._typecheckArrowLoader = exports.ArrowLoader = void 0;
|
|
7
|
-
var VERSION = typeof "3.1
|
|
7
|
+
var VERSION = typeof "3.2.0-alpha.1" !== 'undefined' ? "3.2.0-alpha.1" : 'latest';
|
|
8
8
|
var DEFAULT_ARROW_LOADER_OPTIONS = {
|
|
9
9
|
arrow: {
|
|
10
10
|
shape: 'columnar-table'
|
|
@@ -18,7 +18,7 @@ var ArrowLoader = {
|
|
|
18
18
|
worker: true,
|
|
19
19
|
category: 'table',
|
|
20
20
|
extensions: ['arrow', 'feather'],
|
|
21
|
-
mimeTypes: ['application/octet-stream'],
|
|
21
|
+
mimeTypes: ['application/vnd.apache.arrow.file', 'application/vnd.apache.arrow.stream', 'application/octet-stream'],
|
|
22
22
|
binary: true,
|
|
23
23
|
tests: ['ARROW'],
|
|
24
24
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/arrow-loader.ts"],"names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/arrow-loader.ts"],"names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"mappings":";;;;;;AAIA,IAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAQA,IAAMC,4BAA4B,GAAG;AACnCC,EAAAA,KAAK,EAAE;AACLC,IAAAA,KAAK,EAAE;AADF;AAD4B,CAArC;AAOO,IAAMC,WAAW,GAAG;AACzBC,EAAAA,IAAI,EAAE,cADmB;AAEzBC,EAAAA,EAAE,EAAE,OAFqB;AAGzBC,EAAAA,MAAM,EAAE,OAHiB;AAIzBC,EAAAA,OAAO,EAAER,OAJgB;AAKzBS,EAAAA,MAAM,EAAE,IALiB;AAMzBC,EAAAA,QAAQ,EAAE,OANe;AAOzBC,EAAAA,UAAU,EAAE,CAAC,OAAD,EAAU,SAAV,CAPa;AAQzBC,EAAAA,SAAS,EAAE,CACT,mCADS,EAET,qCAFS,EAGT,0BAHS,CARc;AAazBC,EAAAA,MAAM,EAAE,IAbiB;AAczBC,EAAAA,KAAK,EAAE,CAAC,OAAD,CAdkB;AAezBC,EAAAA,OAAO,EAAEd;AAfgB,CAApB;;AAkBA,IAAMe,qBAA6B,GAAGZ,WAAtC","sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n arrow?: {\n shape: 'arrow-table' | 'columnar-table' | 'row-table' | 'array-row-table' | 'object-row-table';\n };\n};\n\nconst DEFAULT_ARROW_LOADER_OPTIONS = {\n arrow: {\n shape: 'columnar-table'\n }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader = {\n name: 'Apache Arrow',\n id: 'arrow',\n module: 'arrow',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['arrow', 'feather'],\n mimeTypes: [\n 'application/vnd.apache.arrow.file',\n 'application/vnd.apache.arrow.stream',\n 'application/octet-stream'\n ],\n binary: true,\n tests: ['ARROW'],\n options: DEFAULT_ARROW_LOADER_OPTIONS\n};\n\nexport const _typecheckArrowLoader: Loader = ArrowLoader;\n"],"file":"arrow-loader.js"}
|
package/dist/es5/arrow-writer.js
CHANGED
|
@@ -7,14 +7,14 @@ exports.ArrowWriter = void 0;
|
|
|
7
7
|
|
|
8
8
|
var _encodeArrow = require("./lib/encode-arrow");
|
|
9
9
|
|
|
10
|
-
var VERSION = typeof "3.1
|
|
10
|
+
var VERSION = typeof "3.2.0-alpha.1" !== 'undefined' ? "3.2.0-alpha.1" : 'latest';
|
|
11
11
|
var ArrowWriter = {
|
|
12
12
|
name: 'Apache Arrow',
|
|
13
13
|
id: 'arrow',
|
|
14
14
|
module: 'arrow',
|
|
15
15
|
version: VERSION,
|
|
16
16
|
extensions: ['arrow', 'feather'],
|
|
17
|
-
mimeTypes: ['application/octet-stream'],
|
|
17
|
+
mimeTypes: ['application/vnd.apache.arrow.file', 'application/vnd.apache.arrow.stream', 'application/octet-stream'],
|
|
18
18
|
encodeSync: encodeSync,
|
|
19
19
|
binary: true,
|
|
20
20
|
options: {}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/arrow-writer.ts"],"names":["VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"mappings":";;;;;;;AAEA;;AAIA,IAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/arrow-writer.ts"],"names":["VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"mappings":";;;;;;;AAEA;;AAIA,IAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAKO,IAAMC,WAAW,GAAG;AACzBC,EAAAA,IAAI,EAAE,cADmB;AAEzBC,EAAAA,EAAE,EAAE,OAFqB;AAGzBC,EAAAA,MAAM,EAAE,OAHiB;AAIzBC,EAAAA,OAAO,EAAEL,OAJgB;AAKzBM,EAAAA,UAAU,EAAE,CAAC,OAAD,EAAU,SAAV,CALa;AAMzBC,EAAAA,SAAS,EAAE,CACT,mCADS,EAET,qCAFS,EAGT,0BAHS,CANc;AAWzBC,EAAAA,UAAU,EAAVA,UAXyB;AAYzBC,EAAAA,MAAM,EAAE,IAZiB;AAazBC,EAAAA,OAAO,EAAE;AAbgB,CAApB;;;AAgBP,SAASF,UAAT,CAAoBG,IAApB,EAA0BD,OAA1B,EAAwD;AACtD,SAAO,kCAAgBC,IAAhB,CAAP;AACD","sourcesContent":["// import type {Writer} from '@loaders.gl/loader-utils';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions;\n\n/** Apache Arrow writer */\nexport const ArrowWriter = {\n name: 'Apache Arrow',\n id: 'arrow',\n module: 'arrow',\n version: VERSION,\n extensions: ['arrow', 'feather'],\n mimeTypes: [\n 'application/vnd.apache.arrow.file',\n 'application/vnd.apache.arrow.stream',\n 'application/octet-stream'\n ],\n encodeSync,\n binary: true,\n options: {}\n};\n\nfunction encodeSync(data, options?: ArrowWriterOptions) {\n return encodeArrowSync(data);\n}\n"],"file":"arrow-writer.js"}
|
package/dist/esm/arrow-loader.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
const VERSION = typeof "3.1
|
|
1
|
+
const VERSION = typeof "3.2.0-alpha.1" !== 'undefined' ? "3.2.0-alpha.1" : 'latest';
|
|
2
2
|
const DEFAULT_ARROW_LOADER_OPTIONS = {
|
|
3
3
|
arrow: {
|
|
4
4
|
shape: 'columnar-table'
|
|
@@ -12,7 +12,7 @@ export const ArrowLoader = {
|
|
|
12
12
|
worker: true,
|
|
13
13
|
category: 'table',
|
|
14
14
|
extensions: ['arrow', 'feather'],
|
|
15
|
-
mimeTypes: ['application/octet-stream'],
|
|
15
|
+
mimeTypes: ['application/vnd.apache.arrow.file', 'application/vnd.apache.arrow.stream', 'application/octet-stream'],
|
|
16
16
|
binary: true,
|
|
17
17
|
tests: ['ARROW'],
|
|
18
18
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/arrow-loader.ts"],"names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/arrow-loader.ts"],"names":["VERSION","DEFAULT_ARROW_LOADER_OPTIONS","arrow","shape","ArrowLoader","name","id","module","version","worker","category","extensions","mimeTypes","binary","tests","options","_typecheckArrowLoader"],"mappings":"AAIA,MAAMA,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAQA,MAAMC,4BAA4B,GAAG;AACnCC,EAAAA,KAAK,EAAE;AACLC,IAAAA,KAAK,EAAE;AADF;AAD4B,CAArC;AAOA,OAAO,MAAMC,WAAW,GAAG;AACzBC,EAAAA,IAAI,EAAE,cADmB;AAEzBC,EAAAA,EAAE,EAAE,OAFqB;AAGzBC,EAAAA,MAAM,EAAE,OAHiB;AAIzBC,EAAAA,OAAO,EAAER,OAJgB;AAKzBS,EAAAA,MAAM,EAAE,IALiB;AAMzBC,EAAAA,QAAQ,EAAE,OANe;AAOzBC,EAAAA,UAAU,EAAE,CAAC,OAAD,EAAU,SAAV,CAPa;AAQzBC,EAAAA,SAAS,EAAE,CACT,mCADS,EAET,qCAFS,EAGT,0BAHS,CARc;AAazBC,EAAAA,MAAM,EAAE,IAbiB;AAczBC,EAAAA,KAAK,EAAE,CAAC,OAAD,CAdkB;AAezBC,EAAAA,OAAO,EAAEd;AAfgB,CAApB;AAkBP,OAAO,MAAMe,qBAA6B,GAAGZ,WAAtC","sourcesContent":["import type {Loader, LoaderOptions} from '@loaders.gl/loader-utils';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n arrow?: {\n shape: 'arrow-table' | 'columnar-table' | 'row-table' | 'array-row-table' | 'object-row-table';\n };\n};\n\nconst DEFAULT_ARROW_LOADER_OPTIONS = {\n arrow: {\n shape: 'columnar-table'\n }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader = {\n name: 'Apache Arrow',\n id: 'arrow',\n module: 'arrow',\n version: VERSION,\n worker: true,\n category: 'table',\n extensions: ['arrow', 'feather'],\n mimeTypes: [\n 'application/vnd.apache.arrow.file',\n 'application/vnd.apache.arrow.stream',\n 'application/octet-stream'\n ],\n binary: true,\n tests: ['ARROW'],\n options: DEFAULT_ARROW_LOADER_OPTIONS\n};\n\nexport const _typecheckArrowLoader: Loader = ArrowLoader;\n"],"file":"arrow-loader.js"}
|
package/dist/esm/arrow-writer.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
import { encodeArrowSync } from './lib/encode-arrow';
|
|
2
|
-
const VERSION = typeof "3.1
|
|
2
|
+
const VERSION = typeof "3.2.0-alpha.1" !== 'undefined' ? "3.2.0-alpha.1" : 'latest';
|
|
3
3
|
export const ArrowWriter = {
|
|
4
4
|
name: 'Apache Arrow',
|
|
5
5
|
id: 'arrow',
|
|
6
6
|
module: 'arrow',
|
|
7
7
|
version: VERSION,
|
|
8
8
|
extensions: ['arrow', 'feather'],
|
|
9
|
-
mimeTypes: ['application/octet-stream'],
|
|
9
|
+
mimeTypes: ['application/vnd.apache.arrow.file', 'application/vnd.apache.arrow.stream', 'application/octet-stream'],
|
|
10
10
|
encodeSync,
|
|
11
11
|
binary: true,
|
|
12
12
|
options: {}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/arrow-writer.ts"],"names":["encodeArrowSync","VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"mappings":"AAEA,SAAQA,eAAR,QAA8B,oBAA9B;AAIA,MAAMC,OAAO,GAAG,
|
|
1
|
+
{"version":3,"sources":["../../src/arrow-writer.ts"],"names":["encodeArrowSync","VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","encodeSync","binary","options","data"],"mappings":"AAEA,SAAQA,eAAR,QAA8B,oBAA9B;AAIA,MAAMC,OAAO,GAAG,2BAAuB,WAAvB,qBAAmD,QAAnE;AAKA,OAAO,MAAMC,WAAW,GAAG;AACzBC,EAAAA,IAAI,EAAE,cADmB;AAEzBC,EAAAA,EAAE,EAAE,OAFqB;AAGzBC,EAAAA,MAAM,EAAE,OAHiB;AAIzBC,EAAAA,OAAO,EAAEL,OAJgB;AAKzBM,EAAAA,UAAU,EAAE,CAAC,OAAD,EAAU,SAAV,CALa;AAMzBC,EAAAA,SAAS,EAAE,CACT,mCADS,EAET,qCAFS,EAGT,0BAHS,CANc;AAWzBC,EAAAA,UAXyB;AAYzBC,EAAAA,MAAM,EAAE,IAZiB;AAazBC,EAAAA,OAAO,EAAE;AAbgB,CAApB;;AAgBP,SAASF,UAAT,CAAoBG,IAApB,EAA0BD,OAA1B,EAAwD;AACtD,SAAOX,eAAe,CAACY,IAAD,CAAtB;AACD","sourcesContent":["// import type {Writer} from '@loaders.gl/loader-utils';\nimport type {WriterOptions} from '@loaders.gl/loader-utils';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions;\n\n/** Apache Arrow writer */\nexport const ArrowWriter = {\n name: 'Apache Arrow',\n id: 'arrow',\n module: 'arrow',\n version: VERSION,\n extensions: ['arrow', 'feather'],\n mimeTypes: [\n 'application/vnd.apache.arrow.file',\n 'application/vnd.apache.arrow.stream',\n 'application/octet-stream'\n ],\n encodeSync,\n binary: true,\n options: {}\n};\n\nfunction encodeSync(data, options?: ArrowWriterOptions) {\n return encodeArrowSync(data);\n}\n"],"file":"arrow-writer.js"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@loaders.gl/arrow",
|
|
3
|
-
"version": "3.1
|
|
3
|
+
"version": "3.2.0-alpha.1",
|
|
4
4
|
"description": "Simple columnar table loader for the Apache Arrow format",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"publishConfig": {
|
|
@@ -36,12 +36,9 @@
|
|
|
36
36
|
"build-worker": "esbuild src/workers/arrow-worker.ts --bundle --outfile=dist/arrow-worker.js --define:__VERSION__=\\\"$npm_package_version\\\""
|
|
37
37
|
},
|
|
38
38
|
"dependencies": {
|
|
39
|
-
"@loaders.gl/loader-utils": "3.1
|
|
40
|
-
"@loaders.gl/schema": "3.1
|
|
39
|
+
"@loaders.gl/loader-utils": "3.2.0-alpha.1",
|
|
40
|
+
"@loaders.gl/schema": "3.2.0-alpha.1",
|
|
41
41
|
"apache-arrow": "^4.0.0"
|
|
42
42
|
},
|
|
43
|
-
"
|
|
44
|
-
"@loaders.gl/core": "3.1.0"
|
|
45
|
-
},
|
|
46
|
-
"gitHead": "4fe0724b942697a95ff3eb3af47b7a7c18556c52"
|
|
43
|
+
"gitHead": "423a2815092b08dcf93ad5b7dc2940b167305afe"
|
|
47
44
|
}
|
package/src/arrow-loader.ts
CHANGED
|
@@ -25,7 +25,11 @@ export const ArrowLoader = {
|
|
|
25
25
|
worker: true,
|
|
26
26
|
category: 'table',
|
|
27
27
|
extensions: ['arrow', 'feather'],
|
|
28
|
-
mimeTypes: [
|
|
28
|
+
mimeTypes: [
|
|
29
|
+
'application/vnd.apache.arrow.file',
|
|
30
|
+
'application/vnd.apache.arrow.stream',
|
|
31
|
+
'application/octet-stream'
|
|
32
|
+
],
|
|
29
33
|
binary: true,
|
|
30
34
|
tests: ['ARROW'],
|
|
31
35
|
options: DEFAULT_ARROW_LOADER_OPTIONS
|
package/src/arrow-writer.ts
CHANGED
|
@@ -15,7 +15,11 @@ export const ArrowWriter = {
|
|
|
15
15
|
module: 'arrow',
|
|
16
16
|
version: VERSION,
|
|
17
17
|
extensions: ['arrow', 'feather'],
|
|
18
|
-
mimeTypes: [
|
|
18
|
+
mimeTypes: [
|
|
19
|
+
'application/vnd.apache.arrow.file',
|
|
20
|
+
'application/vnd.apache.arrow.stream',
|
|
21
|
+
'application/octet-stream'
|
|
22
|
+
],
|
|
19
23
|
encodeSync,
|
|
20
24
|
binary: true,
|
|
21
25
|
options: {}
|