@loaders.gl/loader-utils 3.3.0 → 3.4.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/dist/es5/index.js +22 -36
  2. package/dist/es5/index.js.map +1 -1
  3. package/dist/es5/json-loader.js +1 -1
  4. package/dist/es5/json-loader.js.map +1 -1
  5. package/dist/es5/lib/binary-utils/array-buffer-utils.js +30 -0
  6. package/dist/es5/lib/binary-utils/array-buffer-utils.js.map +1 -1
  7. package/dist/es5/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +1 -33
  8. package/dist/es5/lib/binary-utils/binary-copy-utils.js.map +1 -0
  9. package/dist/es5/lib/binary-utils/{memory-conversion-utils.js → buffer-utils.js} +7 -26
  10. package/dist/es5/lib/binary-utils/buffer-utils.js.map +1 -0
  11. package/dist/es5/lib/binary-utils/encode-utils.js +36 -0
  12. package/dist/es5/lib/binary-utils/encode-utils.js.map +1 -0
  13. package/dist/es5/lib/binary-utils/get-first-characters.js +0 -2
  14. package/dist/es5/lib/binary-utils/get-first-characters.js.map +1 -1
  15. package/dist/es5/lib/node/buffer.js +8 -5
  16. package/dist/es5/lib/node/buffer.js.map +1 -1
  17. package/dist/es5/lib/node/fs.js +9 -18
  18. package/dist/es5/lib/node/fs.js.map +1 -1
  19. package/dist/es5/lib/node/util.js +7 -31
  20. package/dist/es5/lib/node/util.js.map +1 -1
  21. package/dist/esm/index.js +9 -11
  22. package/dist/esm/index.js.map +1 -1
  23. package/dist/esm/json-loader.js +1 -1
  24. package/dist/esm/json-loader.js.map +1 -1
  25. package/dist/esm/lib/binary-utils/array-buffer-utils.js +27 -0
  26. package/dist/esm/lib/binary-utils/array-buffer-utils.js.map +1 -1
  27. package/dist/esm/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +1 -31
  28. package/dist/esm/lib/binary-utils/binary-copy-utils.js.map +1 -0
  29. package/dist/esm/lib/binary-utils/buffer-utils.js +18 -0
  30. package/dist/esm/lib/binary-utils/buffer-utils.js.map +1 -0
  31. package/dist/esm/lib/binary-utils/encode-utils.js +29 -0
  32. package/dist/esm/lib/binary-utils/encode-utils.js.map +1 -0
  33. package/dist/esm/lib/binary-utils/get-first-characters.js +0 -3
  34. package/dist/esm/lib/binary-utils/get-first-characters.js.map +1 -1
  35. package/dist/esm/lib/node/buffer.js +9 -5
  36. package/dist/esm/lib/node/buffer.js.map +1 -1
  37. package/dist/esm/lib/node/fs.js +9 -11
  38. package/dist/esm/lib/node/fs.js.map +1 -1
  39. package/dist/esm/lib/node/util.js +2 -10
  40. package/dist/esm/lib/node/util.js.map +1 -1
  41. package/dist/index.d.ts +7 -10
  42. package/dist/index.d.ts.map +1 -1
  43. package/dist/index.js +23 -25
  44. package/dist/lib/binary-utils/array-buffer-utils.d.ts +8 -4
  45. package/dist/lib/binary-utils/array-buffer-utils.d.ts.map +1 -1
  46. package/dist/lib/binary-utils/array-buffer-utils.js +36 -5
  47. package/dist/lib/binary-utils/binary-copy-utils.d.ts +24 -0
  48. package/dist/lib/binary-utils/binary-copy-utils.d.ts.map +1 -0
  49. package/dist/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +5 -51
  50. package/dist/lib/binary-utils/{memory-conversion-utils.d.ts → buffer-utils.d.ts} +4 -3
  51. package/dist/lib/binary-utils/buffer-utils.d.ts.map +1 -0
  52. package/dist/lib/binary-utils/{memory-conversion-utils.js → buffer-utils.js} +9 -28
  53. package/dist/lib/binary-utils/encode-utils.d.ts +4 -0
  54. package/dist/lib/binary-utils/encode-utils.d.ts.map +1 -0
  55. package/dist/lib/binary-utils/encode-utils.js +35 -0
  56. package/dist/lib/binary-utils/get-first-characters.d.ts +1 -15
  57. package/dist/lib/binary-utils/get-first-characters.d.ts.map +1 -1
  58. package/dist/lib/binary-utils/get-first-characters.js +0 -15
  59. package/dist/lib/node/buffer.d.ts +1 -3
  60. package/dist/lib/node/buffer.d.ts.map +1 -1
  61. package/dist/lib/node/buffer.js +8 -7
  62. package/dist/lib/node/fs.d.ts +2 -4
  63. package/dist/lib/node/fs.d.ts.map +1 -1
  64. package/dist/lib/node/fs.js +9 -10
  65. package/dist/lib/node/util.d.ts +3 -11
  66. package/dist/lib/node/util.d.ts.map +1 -1
  67. package/dist/lib/node/util.js +27 -20
  68. package/dist/lib/worker-loader-utils/create-loader-worker.js +1 -1
  69. package/package.json +4 -5
  70. package/src/index.ts +18 -22
  71. package/src/lib/binary-utils/array-buffer-utils.ts +40 -4
  72. package/src/lib/binary-utils/{dataview-copy-utils.ts → binary-copy-utils.ts} +5 -57
  73. package/src/lib/binary-utils/buffer-utils.ts +28 -0
  74. package/src/lib/binary-utils/encode-utils.ts +32 -0
  75. package/src/lib/binary-utils/get-first-characters.ts +1 -17
  76. package/src/lib/node/buffer.ts +10 -9
  77. package/src/lib/node/fs.ts +11 -16
  78. package/src/lib/node/util.ts +2 -68
  79. package/dist/es5/lib/binary-utils/dataview-copy-utils.js.map +0 -1
  80. package/dist/es5/lib/binary-utils/memory-conversion-utils.js.map +0 -1
  81. package/dist/es5/lib/filesystems/readable-file.js +0 -100
  82. package/dist/es5/lib/filesystems/readable-file.js.map +0 -1
  83. package/dist/es5/lib/filesystems/writable-file.js +0 -89
  84. package/dist/es5/lib/filesystems/writable-file.js.map +0 -1
  85. package/dist/es5/lib/loader-utils/buffer-utils.js +0 -19
  86. package/dist/es5/lib/loader-utils/buffer-utils.js.map +0 -1
  87. package/dist/es5/lib/node/stream.js +0 -20
  88. package/dist/es5/lib/node/stream.js.map +0 -1
  89. package/dist/esm/lib/binary-utils/dataview-copy-utils.js.map +0 -1
  90. package/dist/esm/lib/binary-utils/memory-conversion-utils.js +0 -38
  91. package/dist/esm/lib/binary-utils/memory-conversion-utils.js.map +0 -1
  92. package/dist/esm/lib/filesystems/readable-file.js +0 -22
  93. package/dist/esm/lib/filesystems/readable-file.js.map +0 -1
  94. package/dist/esm/lib/filesystems/writable-file.js +0 -21
  95. package/dist/esm/lib/filesystems/writable-file.js.map +0 -1
  96. package/dist/esm/lib/loader-utils/buffer-utils.js +0 -13
  97. package/dist/esm/lib/loader-utils/buffer-utils.js.map +0 -1
  98. package/dist/esm/lib/node/stream.js +0 -11
  99. package/dist/esm/lib/node/stream.js.map +0 -1
  100. package/dist/lib/binary-utils/dataview-copy-utils.d.ts +0 -43
  101. package/dist/lib/binary-utils/dataview-copy-utils.d.ts.map +0 -1
  102. package/dist/lib/binary-utils/memory-conversion-utils.d.ts.map +0 -1
  103. package/dist/lib/filesystems/readable-file.d.ts +0 -10
  104. package/dist/lib/filesystems/readable-file.d.ts.map +0 -1
  105. package/dist/lib/filesystems/readable-file.js +0 -25
  106. package/dist/lib/filesystems/writable-file.d.ts +0 -18
  107. package/dist/lib/filesystems/writable-file.d.ts.map +0 -1
  108. package/dist/lib/filesystems/writable-file.js +0 -48
  109. package/dist/lib/loader-utils/buffer-utils.d.ts +0 -10
  110. package/dist/lib/loader-utils/buffer-utils.d.ts.map +0 -1
  111. package/dist/lib/loader-utils/buffer-utils.js +0 -22
  112. package/dist/lib/node/stream.d.ts +0 -4
  113. package/dist/lib/node/stream.d.ts.map +0 -1
  114. package/dist/lib/node/stream.js +0 -17
  115. package/src/lib/binary-utils/memory-conversion-utils.ts +0 -53
  116. package/src/lib/filesystems/readable-file.ts +0 -30
  117. package/src/lib/filesystems/writable-file.ts +0 -44
  118. package/src/lib/loader-utils/buffer-utils.ts +0 -18
  119. package/src/lib/node/stream.ts +0 -18
@@ -1,100 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.makeReadableFile = makeReadableFile;
8
- var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
9
- var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
10
-
11
- function makeReadableFile(data) {
12
- if (data instanceof ArrayBuffer) {
13
- var arrayBuffer = data;
14
- return {
15
- read: function () {
16
- var _read = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee(start, length) {
17
- return _regenerator.default.wrap(function _callee$(_context) {
18
- while (1) {
19
- switch (_context.prev = _context.next) {
20
- case 0:
21
- return _context.abrupt("return", Buffer.from(data, start, length));
22
- case 1:
23
- case "end":
24
- return _context.stop();
25
- }
26
- }
27
- }, _callee);
28
- }));
29
- function read(_x, _x2) {
30
- return _read.apply(this, arguments);
31
- }
32
- return read;
33
- }(),
34
- close: function () {
35
- var _close = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2() {
36
- return _regenerator.default.wrap(function _callee2$(_context2) {
37
- while (1) {
38
- switch (_context2.prev = _context2.next) {
39
- case 0:
40
- case "end":
41
- return _context2.stop();
42
- }
43
- }
44
- }, _callee2);
45
- }));
46
- function close() {
47
- return _close.apply(this, arguments);
48
- }
49
- return close;
50
- }(),
51
- size: arrayBuffer.byteLength
52
- };
53
- }
54
- var blob = data;
55
- return {
56
- read: function () {
57
- var _read2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(start, length) {
58
- var arrayBuffer;
59
- return _regenerator.default.wrap(function _callee3$(_context3) {
60
- while (1) {
61
- switch (_context3.prev = _context3.next) {
62
- case 0:
63
- _context3.next = 2;
64
- return blob.slice(start, start + length).arrayBuffer();
65
- case 2:
66
- arrayBuffer = _context3.sent;
67
- return _context3.abrupt("return", Buffer.from(arrayBuffer));
68
- case 4:
69
- case "end":
70
- return _context3.stop();
71
- }
72
- }
73
- }, _callee3);
74
- }));
75
- function read(_x3, _x4) {
76
- return _read2.apply(this, arguments);
77
- }
78
- return read;
79
- }(),
80
- close: function () {
81
- var _close2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4() {
82
- return _regenerator.default.wrap(function _callee4$(_context4) {
83
- while (1) {
84
- switch (_context4.prev = _context4.next) {
85
- case 0:
86
- case "end":
87
- return _context4.stop();
88
- }
89
- }
90
- }, _callee4);
91
- }));
92
- function close() {
93
- return _close2.apply(this, arguments);
94
- }
95
- return close;
96
- }(),
97
- size: blob.size
98
- };
99
- }
100
- //# sourceMappingURL=readable-file.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"readable-file.js","names":["makeReadableFile","data","ArrayBuffer","arrayBuffer","read","start","length","Buffer","from","close","size","byteLength","blob","slice"],"sources":["../../../../src/lib/filesystems/readable-file.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport type ReadableFile = {\n read: (position: number, length: number) => Promise<Buffer>;\n close: () => Promise<void>;\n /** Length of file in bytes */\n size: number;\n};\n\n/** Helper function to create an envelope reader for a binary memory input */\nexport function makeReadableFile(data: Blob | ArrayBuffer): ReadableFile {\n if (data instanceof ArrayBuffer) {\n const arrayBuffer: ArrayBuffer = data;\n return {\n read: async (start: number, length: number) => Buffer.from(data, start, length),\n close: async () => {},\n size: arrayBuffer.byteLength\n };\n }\n\n const blob: Blob = data;\n return {\n read: async (start: number, length: number) => {\n const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();\n return Buffer.from(arrayBuffer);\n },\n close: async () => {},\n size: blob.size\n };\n}\n"],"mappings":";;;;;;;;;;AAUO,SAASA,gBAAgB,CAACC,IAAwB,EAAgB;EACvE,IAAIA,IAAI,YAAYC,WAAW,EAAE;IAC/B,IAAMC,WAAwB,GAAGF,IAAI;IACrC,OAAO;MACLG,IAAI;QAAA,sEAAE,iBAAOC,KAAa,EAAEC,MAAc;UAAA;YAAA;cAAA;gBAAA;kBAAA,iCAAKC,MAAM,CAACC,IAAI,CAACP,IAAI,EAAEI,KAAK,EAAEC,MAAM,CAAC;gBAAA;gBAAA;kBAAA;cAAA;YAAA;UAAA;QAAA;QAAA;UAAA;QAAA;QAAA;MAAA;MAC/EG,KAAK;QAAA,uEAAE;UAAA;YAAA;cAAA;gBAAA;gBAAA;kBAAA;cAAA;YAAA;UAAA;QAAA,CAAc;QAAA;UAAA;QAAA;QAAA;MAAA;MACrBC,IAAI,EAAEP,WAAW,CAACQ;IACpB,CAAC;EACH;EAEA,IAAMC,IAAU,GAAGX,IAAI;EACvB,OAAO;IACLG,IAAI;MAAA,uEAAE,kBAAOC,KAAa,EAAEC,MAAc;QAAA;QAAA;UAAA;YAAA;cAAA;gBAAA;gBAAA,OACdM,IAAI,CAACC,KAAK,CAACR,KAAK,EAAEA,KAAK,GAAGC,MAAM,CAAC,CAACH,WAAW,EAAE;cAAA;gBAAnEA,WAAW;gBAAA,kCACVI,MAAM,CAACC,IAAI,CAACL,WAAW,CAAC;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CAChC;MAAA;QAAA;MAAA;MAAA;IAAA;IACDM,KAAK;MAAA,wEAAE;QAAA;UAAA;YAAA;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA,CAAc;MAAA;QAAA;MAAA;MAAA;IAAA;IACrBC,IAAI,EAAEE,IAAI,CAACF;EACb,CAAC;AACH"}
@@ -1,89 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- var _typeof = require("@babel/runtime/helpers/typeof");
5
- Object.defineProperty(exports, "__esModule", {
6
- value: true
7
- });
8
- exports.makeWritableFile = makeWritableFile;
9
- var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
10
- var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
11
- var _loaderUtils = require("@loaders.gl/loader-utils");
12
- var fs = _interopRequireWildcard(require("../node/fs"));
13
- function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
14
- function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { default: obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj.default = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
15
-
16
- function makeWritableFile(pathOrStream, options) {
17
- if (_loaderUtils.isBrowser) {
18
- return {
19
- write: function () {
20
- var _write = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee() {
21
- return _regenerator.default.wrap(function _callee$(_context) {
22
- while (1) {
23
- switch (_context.prev = _context.next) {
24
- case 0:
25
- case "end":
26
- return _context.stop();
27
- }
28
- }
29
- }, _callee);
30
- }));
31
- function write() {
32
- return _write.apply(this, arguments);
33
- }
34
- return write;
35
- }(),
36
- close: function () {
37
- var _close = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee2() {
38
- return _regenerator.default.wrap(function _callee2$(_context2) {
39
- while (1) {
40
- switch (_context2.prev = _context2.next) {
41
- case 0:
42
- case "end":
43
- return _context2.stop();
44
- }
45
- }
46
- }, _callee2);
47
- }));
48
- function close() {
49
- return _close.apply(this, arguments);
50
- }
51
- return close;
52
- }()
53
- };
54
- }
55
- var outputStream = typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;
56
- return {
57
- write: function () {
58
- var _write2 = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(buffer) {
59
- return _regenerator.default.wrap(function _callee3$(_context3) {
60
- while (1) {
61
- switch (_context3.prev = _context3.next) {
62
- case 0:
63
- return _context3.abrupt("return", new Promise(function (resolve, reject) {
64
- outputStream.write(buffer, function (err) {
65
- return err ? reject(err) : resolve();
66
- });
67
- }));
68
- case 1:
69
- case "end":
70
- return _context3.stop();
71
- }
72
- }
73
- }, _callee3);
74
- }));
75
- function write(_x) {
76
- return _write2.apply(this, arguments);
77
- }
78
- return write;
79
- }(),
80
- close: function close() {
81
- return new Promise(function (resolve, reject) {
82
- outputStream.close(function (err) {
83
- return err ? reject(err) : resolve();
84
- });
85
- });
86
- }
87
- };
88
- }
89
- //# sourceMappingURL=writable-file.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"writable-file.js","names":["makeWritableFile","pathOrStream","options","isBrowser","write","close","outputStream","fs","createWriteStream","buffer","Promise","resolve","reject","err"],"sources":["../../../../src/lib/filesystems/writable-file.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport * as fs from '../node/fs';\nimport type {Writable} from 'stream';\n\nexport type WritableFile = {\n write: (buf: Buffer) => Promise<void>;\n close: () => Promise<void>;\n};\n\nexport interface WriteStreamOptions {\n flags?: string;\n encoding?: 'utf8';\n fd?: number;\n mode?: number;\n autoClose?: boolean;\n start?: number;\n}\n\n/** Helper function to create an envelope reader for a binary memory input */\nexport function makeWritableFile(\n pathOrStream: string | Writable,\n options?: WriteStreamOptions\n): WritableFile {\n if (isBrowser) {\n return {\n write: async () => {},\n close: async () => {}\n };\n }\n\n const outputStream: Writable =\n typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;\n return {\n write: async (buffer: Buffer) =>\n new Promise((resolve, reject) => {\n outputStream.write(buffer, (err) => (err ? reject(err) : resolve()));\n }),\n close: () =>\n new Promise((resolve, reject) => {\n (outputStream as any).close((err) => (err ? reject(err) : resolve()));\n })\n };\n}\n"],"mappings":";;;;;;;;;;AACA;AACA;AAAiC;AAAA;;AAkB1B,SAASA,gBAAgB,CAC9BC,YAA+B,EAC/BC,OAA4B,EACd;EACd,IAAIC,sBAAS,EAAE;IACb,OAAO;MACLC,KAAK;QAAA,uEAAE;UAAA;YAAA;cAAA;gBAAA;gBAAA;kBAAA;cAAA;YAAA;UAAA;QAAA,CAAc;QAAA;UAAA;QAAA;QAAA;MAAA;MACrBC,KAAK;QAAA,uEAAE;UAAA;YAAA;cAAA;gBAAA;gBAAA;kBAAA;cAAA;YAAA;UAAA;QAAA,CAAc;QAAA;UAAA;QAAA;QAAA;MAAA;IACvB,CAAC;EACH;EAEA,IAAMC,YAAsB,GAC1B,OAAOL,YAAY,KAAK,QAAQ,GAAGM,EAAE,CAACC,iBAAiB,CAACP,YAAY,EAAEC,OAAO,CAAC,GAAGD,YAAY;EAC/F,OAAO;IACLG,KAAK;MAAA,wEAAE,kBAAOK,MAAc;QAAA;UAAA;YAAA;cAAA;gBAAA,kCAC1B,IAAIC,OAAO,CAAC,UAACC,OAAO,EAAEC,MAAM,EAAK;kBAC/BN,YAAY,CAACF,KAAK,CAACK,MAAM,EAAE,UAACI,GAAG;oBAAA,OAAMA,GAAG,GAAGD,MAAM,CAACC,GAAG,CAAC,GAAGF,OAAO,EAAE;kBAAA,CAAC,CAAC;gBACtE,CAAC,CAAC;cAAA;cAAA;gBAAA;YAAA;UAAA;QAAA;MAAA;MAAA;QAAA;MAAA;MAAA;IAAA;IACJN,KAAK,EAAE;MAAA,OACL,IAAIK,OAAO,CAAC,UAACC,OAAO,EAAEC,MAAM,EAAK;QAC9BN,YAAY,CAASD,KAAK,CAAC,UAACQ,GAAG;UAAA,OAAMA,GAAG,GAAGD,MAAM,CAACC,GAAG,CAAC,GAAGF,OAAO,EAAE;QAAA,CAAC,CAAC;MACvE,CAAC,CAAC;IAAA;EACN,CAAC;AACH"}
@@ -1,19 +0,0 @@
1
- "use strict";
2
-
3
- Object.defineProperty(exports, "__esModule", {
4
- value: true
5
- });
6
- exports.toArrayBuffer = toArrayBuffer;
7
- exports.toBuffer = toBuffer;
8
- function toArrayBuffer(buffer) {
9
- if (Buffer.isBuffer(buffer)) {
10
- var typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
11
- return typedArray.slice().buffer;
12
- }
13
- return buffer;
14
- }
15
-
16
- function toBuffer(arrayBuffer) {
17
- return Buffer.from(arrayBuffer);
18
- }
19
- //# sourceMappingURL=buffer-utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"buffer-utils.js","names":["toArrayBuffer","buffer","Buffer","isBuffer","typedArray","Uint8Array","byteOffset","length","slice","toBuffer","arrayBuffer","from"],"sources":["../../../../src/lib/loader-utils/buffer-utils.ts"],"sourcesContent":["/**\n * Convert Buffer to ArrayBuffer\n */\nexport function toArrayBuffer(buffer: Buffer): ArrayBuffer {\n // TODO - per docs we should just be able to call buffer.buffer, but there are issues\n if (Buffer.isBuffer(buffer)) {\n const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);\n return typedArray.slice().buffer;\n }\n return buffer;\n}\n\n/**\n * Convert (copy) ArrayBuffer to Buffer\n */\nexport function toBuffer(arrayBuffer: ArrayBuffer): Buffer {\n return Buffer.from(arrayBuffer);\n}\n"],"mappings":";;;;;;;AAGO,SAASA,aAAa,CAACC,MAAc,EAAe;EAEzD,IAAIC,MAAM,CAACC,QAAQ,CAACF,MAAM,CAAC,EAAE;IAC3B,IAAMG,UAAU,GAAG,IAAIC,UAAU,CAACJ,MAAM,CAACA,MAAM,EAAEA,MAAM,CAACK,UAAU,EAAEL,MAAM,CAACM,MAAM,CAAC;IAClF,OAAOH,UAAU,CAACI,KAAK,EAAE,CAACP,MAAM;EAClC;EACA,OAAOA,MAAM;AACf;;AAKO,SAASQ,QAAQ,CAACC,WAAwB,EAAU;EACzD,OAAOR,MAAM,CAACS,IAAI,CAACD,WAAW,CAAC;AACjC"}
@@ -1,20 +0,0 @@
1
- "use strict";
2
-
3
- var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
4
- Object.defineProperty(exports, "__esModule", {
5
- value: true
6
- });
7
- exports.isSupported = exports.Transform = void 0;
8
- var _stream = _interopRequireDefault(require("stream"));
9
-
10
- var Transform;
11
- exports.Transform = Transform;
12
- var isSupported = Boolean(_stream.default);
13
-
14
- exports.isSupported = isSupported;
15
-
16
- try {
17
- exports.Transform = Transform = _stream.default.Transform;
18
- } catch (_unused) {
19
- }
20
- //# sourceMappingURL=stream.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"stream.js","names":["Transform","isSupported","Boolean","stream"],"sources":["../../../../src/lib/node/stream.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport stream from 'stream';\n\nexport type {Writable} from 'stream';\n\nexport let Transform;\n\nexport const isSupported = Boolean(stream);\n\n// paths\n\ntry {\n /** Wrapper for Node.js fs method */\n Transform = stream.Transform;\n} catch {\n // ignore\n}\n"],"mappings":";;;;;;;AAEA;;AAIO,IAAIA,SAAS;AAAC;AAEd,IAAMC,WAAW,GAAGC,OAAO,CAACC,eAAM,CAAC;;AAAC;;AAI3C,IAAI;EAEF,oBAAAH,SAAS,GAAGG,eAAM,CAACH,SAAS;AAC9B,CAAC,CAAC,gBAAM;AAER"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"dataview-copy-utils.js","names":["padToNBytes","padStringToByteAlignment","string","byteAlignment","length","paddedLength","Math","ceil","padding","whitespace","i","copyStringToDataView","dataView","byteOffset","byteLength","setUint8","charCodeAt","copyBinaryToDataView","binary","copyPaddedArrayBufferToDataView","sourceBuffer","padLength","targetArray","Uint8Array","buffer","sourceArray","set","copyPaddedStringToDataView","textEncoder","TextEncoder","stringBuffer","encode"],"sources":["../../../../src/lib/binary-utils/dataview-copy-utils.ts"],"sourcesContent":["// loaders./gl, MIT license\n\nimport {TypedArray} from '../../types';\nimport {padToNBytes} from './memory-copy-utils';\n\n/**\n * Helper function that pads a string with spaces to fit a certain byte alignment\n * @param string\n * @param byteAlignment\n * @returns\n *\n * @todo PERFORMANCE IDEA: No need to copy string twice...\n */\nexport function padStringToByteAlignment(string: string, byteAlignment: number): string {\n const length = string.length;\n const paddedLength = Math.ceil(length / byteAlignment) * byteAlignment; // Round up to the required alignment\n const padding = paddedLength - length;\n let whitespace = '';\n for (let i = 0; i < padding; ++i) {\n whitespace += ' ';\n }\n return string + whitespace;\n}\n\n/**\n *\n * @param dataView\n * @param byteOffset\n * @param string\n * @param byteLength\n * @returns\n */\nexport function copyStringToDataView(\n dataView: DataView,\n byteOffset: number,\n string: string,\n byteLength: number\n): number {\n if (dataView) {\n for (let i = 0; i < byteLength; i++) {\n dataView.setUint8(byteOffset + i, string.charCodeAt(i));\n }\n }\n return byteOffset + byteLength;\n}\n\nexport function copyBinaryToDataView(dataView, byteOffset, binary, byteLength) {\n if (dataView) {\n for (let i = 0; i < byteLength; i++) {\n dataView.setUint8(byteOffset + i, binary[i]);\n }\n }\n return byteOffset + byteLength;\n}\n\n/**\n * Copy sourceBuffer to dataView with some padding\n *\n * @param dataView - destination data container. If null - only new offset is calculated\n * @param byteOffset - destination byte offset to copy to\n * @param sourceBuffer - source data buffer\n * @param padding - pad the resulting array to multiple of \"padding\" bytes. Additional bytes are filled with 0x20 (ASCII space)\n *\n * @return new byteOffset of resulting dataView\n */\nexport function copyPaddedArrayBufferToDataView(\n dataView: DataView | null,\n byteOffset: number,\n sourceBuffer: TypedArray,\n padding: number\n): number {\n const paddedLength = padToNBytes(sourceBuffer.byteLength, padding);\n const padLength = paddedLength - sourceBuffer.byteLength;\n\n if (dataView) {\n // Copy array\n const targetArray = new Uint8Array(\n dataView.buffer,\n dataView.byteOffset + byteOffset,\n sourceBuffer.byteLength\n );\n const sourceArray = new Uint8Array(sourceBuffer);\n targetArray.set(sourceArray);\n\n // Add PADDING\n for (let i = 0; i < padLength; ++i) {\n // json chunk is padded with spaces (ASCII 0x20)\n dataView.setUint8(byteOffset + sourceBuffer.byteLength + i, 0x20);\n }\n }\n byteOffset += paddedLength;\n return byteOffset;\n}\n\n/**\n * Copy string to dataView with some padding\n *\n * @param {DataView | null} dataView - destination data container. If null - only new offset is calculated\n * @param {number} byteOffset - destination byte offset to copy to\n * @param {string} string - source string\n * @param {number} padding - pad the resulting array to multiple of \"padding\" bytes. Additional bytes are filled with 0x20 (ASCII space)\n *\n * @return new byteOffset of resulting dataView\n */\nexport function copyPaddedStringToDataView(\n dataView: DataView | null,\n byteOffset: number,\n string: string,\n padding: number\n): number {\n const textEncoder = new TextEncoder();\n // PERFORMANCE IDEA: We encode twice, once to get size and once to store\n // PERFORMANCE IDEA: Use TextEncoder.encodeInto() to avoid temporary copy\n const stringBuffer = textEncoder.encode(string);\n\n byteOffset = copyPaddedArrayBufferToDataView(dataView, byteOffset, stringBuffer, padding);\n\n return byteOffset;\n}\n"],"mappings":";;AAGA,SAAQA,WAAW,QAAO,qBAAqB;;AAU/C,OAAO,SAASC,wBAAwB,CAACC,MAAc,EAAEC,aAAqB,EAAU;EACtF,MAAMC,MAAM,GAAGF,MAAM,CAACE,MAAM;EAC5B,MAAMC,YAAY,GAAGC,IAAI,CAACC,IAAI,CAACH,MAAM,GAAGD,aAAa,CAAC,GAAGA,aAAa;EACtE,MAAMK,OAAO,GAAGH,YAAY,GAAGD,MAAM;EACrC,IAAIK,UAAU,GAAG,EAAE;EACnB,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,OAAO,EAAE,EAAEE,CAAC,EAAE;IAChCD,UAAU,IAAI,GAAG;EACnB;EACA,OAAOP,MAAM,GAAGO,UAAU;AAC5B;;AAUA,OAAO,SAASE,oBAAoB,CAClCC,QAAkB,EAClBC,UAAkB,EAClBX,MAAc,EACdY,UAAkB,EACV;EACR,IAAIF,QAAQ,EAAE;IACZ,KAAK,IAAIF,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGI,UAAU,EAAEJ,CAAC,EAAE,EAAE;MACnCE,QAAQ,CAACG,QAAQ,CAACF,UAAU,GAAGH,CAAC,EAAER,MAAM,CAACc,UAAU,CAACN,CAAC,CAAC,CAAC;IACzD;EACF;EACA,OAAOG,UAAU,GAAGC,UAAU;AAChC;AAEA,OAAO,SAASG,oBAAoB,CAACL,QAAQ,EAAEC,UAAU,EAAEK,MAAM,EAAEJ,UAAU,EAAE;EAC7E,IAAIF,QAAQ,EAAE;IACZ,KAAK,IAAIF,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGI,UAAU,EAAEJ,CAAC,EAAE,EAAE;MACnCE,QAAQ,CAACG,QAAQ,CAACF,UAAU,GAAGH,CAAC,EAAEQ,MAAM,CAACR,CAAC,CAAC,CAAC;IAC9C;EACF;EACA,OAAOG,UAAU,GAAGC,UAAU;AAChC;;AAYA,OAAO,SAASK,+BAA+B,CAC7CP,QAAyB,EACzBC,UAAkB,EAClBO,YAAwB,EACxBZ,OAAe,EACP;EACR,MAAMH,YAAY,GAAGL,WAAW,CAACoB,YAAY,CAACN,UAAU,EAAEN,OAAO,CAAC;EAClE,MAAMa,SAAS,GAAGhB,YAAY,GAAGe,YAAY,CAACN,UAAU;EAExD,IAAIF,QAAQ,EAAE;IAEZ,MAAMU,WAAW,GAAG,IAAIC,UAAU,CAChCX,QAAQ,CAACY,MAAM,EACfZ,QAAQ,CAACC,UAAU,GAAGA,UAAU,EAChCO,YAAY,CAACN,UAAU,CACxB;IACD,MAAMW,WAAW,GAAG,IAAIF,UAAU,CAACH,YAAY,CAAC;IAChDE,WAAW,CAACI,GAAG,CAACD,WAAW,CAAC;;IAG5B,KAAK,IAAIf,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGW,SAAS,EAAE,EAAEX,CAAC,EAAE;MAElCE,QAAQ,CAACG,QAAQ,CAACF,UAAU,GAAGO,YAAY,CAACN,UAAU,GAAGJ,CAAC,EAAE,IAAI,CAAC;IACnE;EACF;EACAG,UAAU,IAAIR,YAAY;EAC1B,OAAOQ,UAAU;AACnB;;AAYA,OAAO,SAASc,0BAA0B,CACxCf,QAAyB,EACzBC,UAAkB,EAClBX,MAAc,EACdM,OAAe,EACP;EACR,MAAMoB,WAAW,GAAG,IAAIC,WAAW,EAAE;EAGrC,MAAMC,YAAY,GAAGF,WAAW,CAACG,MAAM,CAAC7B,MAAM,CAAC;EAE/CW,UAAU,GAAGM,+BAA+B,CAACP,QAAQ,EAAEC,UAAU,EAAEiB,YAAY,EAAEtB,OAAO,CAAC;EAEzF,OAAOK,UAAU;AACnB"}
@@ -1,38 +0,0 @@
1
-
2
-
3
- import * as node from '../node/buffer';
4
-
5
- export function isBuffer(value) {
6
- return value && typeof value === 'object' && value.isBuffer;
7
- }
8
-
9
- export function toBuffer(data) {
10
- return node.toBuffer ? node.toBuffer(data) : data;
11
- }
12
-
13
- export function toArrayBuffer(data) {
14
- if (isBuffer(data)) {
15
- return node.toArrayBuffer(data);
16
- }
17
- if (data instanceof ArrayBuffer) {
18
- return data;
19
- }
20
-
21
- if (ArrayBuffer.isView(data)) {
22
- if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
23
- return data.buffer;
24
- }
25
- return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
26
- }
27
- if (typeof data === 'string') {
28
- const text = data;
29
- const uint8Array = new TextEncoder().encode(text);
30
- return uint8Array.buffer;
31
- }
32
-
33
- if (data && typeof data === 'object' && data._toArrayBuffer) {
34
- return data._toArrayBuffer();
35
- }
36
- throw new Error('toArrayBuffer');
37
- }
38
- //# sourceMappingURL=memory-conversion-utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"memory-conversion-utils.js","names":["node","isBuffer","value","toBuffer","data","toArrayBuffer","ArrayBuffer","isView","byteOffset","byteLength","buffer","slice","text","uint8Array","TextEncoder","encode","_toArrayBuffer","Error"],"sources":["../../../../src/lib/binary-utils/memory-conversion-utils.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport * as node from '../node/buffer';\n\n/**\n * Check for Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)\n */\nexport function isBuffer(value: any): boolean {\n return value && typeof value === 'object' && value.isBuffer;\n}\n\n/**\n * Converts to Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)\n * @todo better data type\n */\nexport function toBuffer(data: any): Buffer {\n return node.toBuffer ? node.toBuffer(data) : data;\n}\n\n/**\n * Convert an object to an array buffer\n */\nexport function toArrayBuffer(data: unknown): ArrayBuffer {\n // Note: Should be called first, Buffers can trigger other detections below\n if (isBuffer(data)) {\n return node.toArrayBuffer(data);\n }\n\n if (data instanceof ArrayBuffer) {\n return data;\n }\n\n // Careful - Node Buffers look like Uint8Arrays (keep after isBuffer)\n if (ArrayBuffer.isView(data)) {\n if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {\n return data.buffer;\n }\n return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);\n }\n\n if (typeof data === 'string') {\n const text = data;\n const uint8Array = new TextEncoder().encode(text);\n return uint8Array.buffer;\n }\n\n // HACK to support Blob polyfill\n if (data && typeof data === 'object' && (data as any)._toArrayBuffer) {\n return (data as any)._toArrayBuffer();\n }\n\n throw new Error('toArrayBuffer');\n}\n"],"mappings":";;AAEA,OAAO,KAAKA,IAAI,MAAM,gBAAgB;;AAKtC,OAAO,SAASC,QAAQ,CAACC,KAAU,EAAW;EAC5C,OAAOA,KAAK,IAAI,OAAOA,KAAK,KAAK,QAAQ,IAAIA,KAAK,CAACD,QAAQ;AAC7D;;AAMA,OAAO,SAASE,QAAQ,CAACC,IAAS,EAAU;EAC1C,OAAOJ,IAAI,CAACG,QAAQ,GAAGH,IAAI,CAACG,QAAQ,CAACC,IAAI,CAAC,GAAGA,IAAI;AACnD;;AAKA,OAAO,SAASC,aAAa,CAACD,IAAa,EAAe;EAExD,IAAIH,QAAQ,CAACG,IAAI,CAAC,EAAE;IAClB,OAAOJ,IAAI,CAACK,aAAa,CAACD,IAAI,CAAC;EACjC;EAEA,IAAIA,IAAI,YAAYE,WAAW,EAAE;IAC/B,OAAOF,IAAI;EACb;;EAGA,IAAIE,WAAW,CAACC,MAAM,CAACH,IAAI,CAAC,EAAE;IAC5B,IAAIA,IAAI,CAACI,UAAU,KAAK,CAAC,IAAIJ,IAAI,CAACK,UAAU,KAAKL,IAAI,CAACM,MAAM,CAACD,UAAU,EAAE;MACvE,OAAOL,IAAI,CAACM,MAAM;IACpB;IACA,OAAON,IAAI,CAACM,MAAM,CAACC,KAAK,CAACP,IAAI,CAACI,UAAU,EAAEJ,IAAI,CAACI,UAAU,GAAGJ,IAAI,CAACK,UAAU,CAAC;EAC9E;EAEA,IAAI,OAAOL,IAAI,KAAK,QAAQ,EAAE;IAC5B,MAAMQ,IAAI,GAAGR,IAAI;IACjB,MAAMS,UAAU,GAAG,IAAIC,WAAW,EAAE,CAACC,MAAM,CAACH,IAAI,CAAC;IACjD,OAAOC,UAAU,CAACH,MAAM;EAC1B;;EAGA,IAAIN,IAAI,IAAI,OAAOA,IAAI,KAAK,QAAQ,IAAKA,IAAI,CAASY,cAAc,EAAE;IACpE,OAAQZ,IAAI,CAASY,cAAc,EAAE;EACvC;EAEA,MAAM,IAAIC,KAAK,CAAC,eAAe,CAAC;AAClC"}
@@ -1,22 +0,0 @@
1
-
2
-
3
- export function makeReadableFile(data) {
4
- if (data instanceof ArrayBuffer) {
5
- const arrayBuffer = data;
6
- return {
7
- read: async (start, length) => Buffer.from(data, start, length),
8
- close: async () => {},
9
- size: arrayBuffer.byteLength
10
- };
11
- }
12
- const blob = data;
13
- return {
14
- read: async (start, length) => {
15
- const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();
16
- return Buffer.from(arrayBuffer);
17
- },
18
- close: async () => {},
19
- size: blob.size
20
- };
21
- }
22
- //# sourceMappingURL=readable-file.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"readable-file.js","names":["makeReadableFile","data","ArrayBuffer","arrayBuffer","read","start","length","Buffer","from","close","size","byteLength","blob","slice"],"sources":["../../../../src/lib/filesystems/readable-file.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport type ReadableFile = {\n read: (position: number, length: number) => Promise<Buffer>;\n close: () => Promise<void>;\n /** Length of file in bytes */\n size: number;\n};\n\n/** Helper function to create an envelope reader for a binary memory input */\nexport function makeReadableFile(data: Blob | ArrayBuffer): ReadableFile {\n if (data instanceof ArrayBuffer) {\n const arrayBuffer: ArrayBuffer = data;\n return {\n read: async (start: number, length: number) => Buffer.from(data, start, length),\n close: async () => {},\n size: arrayBuffer.byteLength\n };\n }\n\n const blob: Blob = data;\n return {\n read: async (start: number, length: number) => {\n const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();\n return Buffer.from(arrayBuffer);\n },\n close: async () => {},\n size: blob.size\n };\n}\n"],"mappings":";;AAUA,OAAO,SAASA,gBAAgB,CAACC,IAAwB,EAAgB;EACvE,IAAIA,IAAI,YAAYC,WAAW,EAAE;IAC/B,MAAMC,WAAwB,GAAGF,IAAI;IACrC,OAAO;MACLG,IAAI,EAAE,OAAOC,KAAa,EAAEC,MAAc,KAAKC,MAAM,CAACC,IAAI,CAACP,IAAI,EAAEI,KAAK,EAAEC,MAAM,CAAC;MAC/EG,KAAK,EAAE,YAAY,CAAC,CAAC;MACrBC,IAAI,EAAEP,WAAW,CAACQ;IACpB,CAAC;EACH;EAEA,MAAMC,IAAU,GAAGX,IAAI;EACvB,OAAO;IACLG,IAAI,EAAE,OAAOC,KAAa,EAAEC,MAAc,KAAK;MAC7C,MAAMH,WAAW,GAAG,MAAMS,IAAI,CAACC,KAAK,CAACR,KAAK,EAAEA,KAAK,GAAGC,MAAM,CAAC,CAACH,WAAW,EAAE;MACzE,OAAOI,MAAM,CAACC,IAAI,CAACL,WAAW,CAAC;IACjC,CAAC;IACDM,KAAK,EAAE,YAAY,CAAC,CAAC;IACrBC,IAAI,EAAEE,IAAI,CAACF;EACb,CAAC;AACH"}
@@ -1,21 +0,0 @@
1
-
2
- import { isBrowser } from '@loaders.gl/loader-utils';
3
- import * as fs from '../node/fs';
4
- export function makeWritableFile(pathOrStream, options) {
5
- if (isBrowser) {
6
- return {
7
- write: async () => {},
8
- close: async () => {}
9
- };
10
- }
11
- const outputStream = typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;
12
- return {
13
- write: async buffer => new Promise((resolve, reject) => {
14
- outputStream.write(buffer, err => err ? reject(err) : resolve());
15
- }),
16
- close: () => new Promise((resolve, reject) => {
17
- outputStream.close(err => err ? reject(err) : resolve());
18
- })
19
- };
20
- }
21
- //# sourceMappingURL=writable-file.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"writable-file.js","names":["isBrowser","fs","makeWritableFile","pathOrStream","options","write","close","outputStream","createWriteStream","buffer","Promise","resolve","reject","err"],"sources":["../../../../src/lib/filesystems/writable-file.ts"],"sourcesContent":["// Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)\nimport {isBrowser} from '@loaders.gl/loader-utils';\nimport * as fs from '../node/fs';\nimport type {Writable} from 'stream';\n\nexport type WritableFile = {\n write: (buf: Buffer) => Promise<void>;\n close: () => Promise<void>;\n};\n\nexport interface WriteStreamOptions {\n flags?: string;\n encoding?: 'utf8';\n fd?: number;\n mode?: number;\n autoClose?: boolean;\n start?: number;\n}\n\n/** Helper function to create an envelope reader for a binary memory input */\nexport function makeWritableFile(\n pathOrStream: string | Writable,\n options?: WriteStreamOptions\n): WritableFile {\n if (isBrowser) {\n return {\n write: async () => {},\n close: async () => {}\n };\n }\n\n const outputStream: Writable =\n typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;\n return {\n write: async (buffer: Buffer) =>\n new Promise((resolve, reject) => {\n outputStream.write(buffer, (err) => (err ? reject(err) : resolve()));\n }),\n close: () =>\n new Promise((resolve, reject) => {\n (outputStream as any).close((err) => (err ? reject(err) : resolve()));\n })\n };\n}\n"],"mappings":";AACA,SAAQA,SAAS,QAAO,0BAA0B;AAClD,OAAO,KAAKC,EAAE,MAAM,YAAY;AAkBhC,OAAO,SAASC,gBAAgB,CAC9BC,YAA+B,EAC/BC,OAA4B,EACd;EACd,IAAIJ,SAAS,EAAE;IACb,OAAO;MACLK,KAAK,EAAE,YAAY,CAAC,CAAC;MACrBC,KAAK,EAAE,YAAY,CAAC;IACtB,CAAC;EACH;EAEA,MAAMC,YAAsB,GAC1B,OAAOJ,YAAY,KAAK,QAAQ,GAAGF,EAAE,CAACO,iBAAiB,CAACL,YAAY,EAAEC,OAAO,CAAC,GAAGD,YAAY;EAC/F,OAAO;IACLE,KAAK,EAAE,MAAOI,MAAc,IAC1B,IAAIC,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MAC/BL,YAAY,CAACF,KAAK,CAACI,MAAM,EAAGI,GAAG,IAAMA,GAAG,GAAGD,MAAM,CAACC,GAAG,CAAC,GAAGF,OAAO,EAAG,CAAC;IACtE,CAAC,CAAC;IACJL,KAAK,EAAE,MACL,IAAII,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;MAC9BL,YAAY,CAASD,KAAK,CAAEO,GAAG,IAAMA,GAAG,GAAGD,MAAM,CAACC,GAAG,CAAC,GAAGF,OAAO,EAAG,CAAC;IACvE,CAAC;EACL,CAAC;AACH"}
@@ -1,13 +0,0 @@
1
-
2
- export function toArrayBuffer(buffer) {
3
- if (Buffer.isBuffer(buffer)) {
4
- const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
5
- return typedArray.slice().buffer;
6
- }
7
- return buffer;
8
- }
9
-
10
- export function toBuffer(arrayBuffer) {
11
- return Buffer.from(arrayBuffer);
12
- }
13
- //# sourceMappingURL=buffer-utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"buffer-utils.js","names":["toArrayBuffer","buffer","Buffer","isBuffer","typedArray","Uint8Array","byteOffset","length","slice","toBuffer","arrayBuffer","from"],"sources":["../../../../src/lib/loader-utils/buffer-utils.ts"],"sourcesContent":["/**\n * Convert Buffer to ArrayBuffer\n */\nexport function toArrayBuffer(buffer: Buffer): ArrayBuffer {\n // TODO - per docs we should just be able to call buffer.buffer, but there are issues\n if (Buffer.isBuffer(buffer)) {\n const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);\n return typedArray.slice().buffer;\n }\n return buffer;\n}\n\n/**\n * Convert (copy) ArrayBuffer to Buffer\n */\nexport function toBuffer(arrayBuffer: ArrayBuffer): Buffer {\n return Buffer.from(arrayBuffer);\n}\n"],"mappings":";AAGA,OAAO,SAASA,aAAa,CAACC,MAAc,EAAe;EAEzD,IAAIC,MAAM,CAACC,QAAQ,CAACF,MAAM,CAAC,EAAE;IAC3B,MAAMG,UAAU,GAAG,IAAIC,UAAU,CAACJ,MAAM,CAACA,MAAM,EAAEA,MAAM,CAACK,UAAU,EAAEL,MAAM,CAACM,MAAM,CAAC;IAClF,OAAOH,UAAU,CAACI,KAAK,EAAE,CAACP,MAAM;EAClC;EACA,OAAOA,MAAM;AACf;;AAKA,OAAO,SAASQ,QAAQ,CAACC,WAAwB,EAAU;EACzD,OAAOR,MAAM,CAACS,IAAI,CAACD,WAAW,CAAC;AACjC"}
@@ -1,11 +0,0 @@
1
-
2
-
3
- import stream from 'stream';
4
- export let Transform;
5
- export const isSupported = Boolean(stream);
6
-
7
- try {
8
- Transform = stream.Transform;
9
- } catch {
10
- }
11
- //# sourceMappingURL=stream.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"stream.js","names":["stream","Transform","isSupported","Boolean"],"sources":["../../../../src/lib/node/stream.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nimport stream from 'stream';\n\nexport type {Writable} from 'stream';\n\nexport let Transform;\n\nexport const isSupported = Boolean(stream);\n\n// paths\n\ntry {\n /** Wrapper for Node.js fs method */\n Transform = stream.Transform;\n} catch {\n // ignore\n}\n"],"mappings":";;AAEA,OAAOA,MAAM,MAAM,QAAQ;AAI3B,OAAO,IAAIC,SAAS;AAEpB,OAAO,MAAMC,WAAW,GAAGC,OAAO,CAACH,MAAM,CAAC;;AAI1C,IAAI;EAEFC,SAAS,GAAGD,MAAM,CAACC,SAAS;AAC9B,CAAC,CAAC,MAAM;AAER"}
@@ -1,43 +0,0 @@
1
- import { TypedArray } from '../../types';
2
- /**
3
- * Helper function that pads a string with spaces to fit a certain byte alignment
4
- * @param string
5
- * @param byteAlignment
6
- * @returns
7
- *
8
- * @todo PERFORMANCE IDEA: No need to copy string twice...
9
- */
10
- export declare function padStringToByteAlignment(string: string, byteAlignment: number): string;
11
- /**
12
- *
13
- * @param dataView
14
- * @param byteOffset
15
- * @param string
16
- * @param byteLength
17
- * @returns
18
- */
19
- export declare function copyStringToDataView(dataView: DataView, byteOffset: number, string: string, byteLength: number): number;
20
- export declare function copyBinaryToDataView(dataView: any, byteOffset: any, binary: any, byteLength: any): any;
21
- /**
22
- * Copy sourceBuffer to dataView with some padding
23
- *
24
- * @param dataView - destination data container. If null - only new offset is calculated
25
- * @param byteOffset - destination byte offset to copy to
26
- * @param sourceBuffer - source data buffer
27
- * @param padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
28
- *
29
- * @return new byteOffset of resulting dataView
30
- */
31
- export declare function copyPaddedArrayBufferToDataView(dataView: DataView | null, byteOffset: number, sourceBuffer: TypedArray, padding: number): number;
32
- /**
33
- * Copy string to dataView with some padding
34
- *
35
- * @param {DataView | null} dataView - destination data container. If null - only new offset is calculated
36
- * @param {number} byteOffset - destination byte offset to copy to
37
- * @param {string} string - source string
38
- * @param {number} padding - pad the resulting array to multiple of "padding" bytes. Additional bytes are filled with 0x20 (ASCII space)
39
- *
40
- * @return new byteOffset of resulting dataView
41
- */
42
- export declare function copyPaddedStringToDataView(dataView: DataView | null, byteOffset: number, string: string, padding: number): number;
43
- //# sourceMappingURL=dataview-copy-utils.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"dataview-copy-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/dataview-copy-utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAGvC;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,MAAM,CAStF;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,QAAQ,EAAE,QAAQ,EAClB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,GACjB,MAAM,CAOR;AAED,wBAAgB,oBAAoB,CAAC,QAAQ,KAAA,EAAE,UAAU,KAAA,EAAE,MAAM,KAAA,EAAE,UAAU,KAAA,OAO5E;AAED;;;;;;;;;GASG;AACH,wBAAgB,+BAA+B,CAC7C,QAAQ,EAAE,QAAQ,GAAG,IAAI,EACzB,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,UAAU,EACxB,OAAO,EAAE,MAAM,GACd,MAAM,CAsBR;AAED;;;;;;;;;GASG;AACH,wBAAgB,0BAA0B,CACxC,QAAQ,EAAE,QAAQ,GAAG,IAAI,EACzB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,GACd,MAAM,CASR"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"memory-conversion-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/binary-utils/memory-conversion-utils.ts"],"names":[],"mappings":";AAIA;;GAEG;AACH,wBAAgB,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAE5C;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM,CAE1C;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,OAAO,GAAG,WAAW,CA8BxD"}
@@ -1,10 +0,0 @@
1
- /// <reference types="node" />
2
- export type ReadableFile = {
3
- read: (position: number, length: number) => Promise<Buffer>;
4
- close: () => Promise<void>;
5
- /** Length of file in bytes */
6
- size: number;
7
- };
8
- /** Helper function to create an envelope reader for a binary memory input */
9
- export declare function makeReadableFile(data: Blob | ArrayBuffer): ReadableFile;
10
- //# sourceMappingURL=readable-file.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"readable-file.d.ts","sourceRoot":"","sources":["../../../src/lib/filesystems/readable-file.ts"],"names":[],"mappings":";AAEA,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5D,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,8BAA8B;IAC9B,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,6EAA6E;AAC7E,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,IAAI,GAAG,WAAW,GAAG,YAAY,CAmBvE"}
@@ -1,25 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.makeReadableFile = void 0;
5
- /** Helper function to create an envelope reader for a binary memory input */
6
- function makeReadableFile(data) {
7
- if (data instanceof ArrayBuffer) {
8
- const arrayBuffer = data;
9
- return {
10
- read: async (start, length) => Buffer.from(data, start, length),
11
- close: async () => { },
12
- size: arrayBuffer.byteLength
13
- };
14
- }
15
- const blob = data;
16
- return {
17
- read: async (start, length) => {
18
- const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();
19
- return Buffer.from(arrayBuffer);
20
- },
21
- close: async () => { },
22
- size: blob.size
23
- };
24
- }
25
- exports.makeReadableFile = makeReadableFile;
@@ -1,18 +0,0 @@
1
- /// <reference types="node" />
2
- /// <reference types="node" />
3
- import type { Writable } from 'stream';
4
- export type WritableFile = {
5
- write: (buf: Buffer) => Promise<void>;
6
- close: () => Promise<void>;
7
- };
8
- export interface WriteStreamOptions {
9
- flags?: string;
10
- encoding?: 'utf8';
11
- fd?: number;
12
- mode?: number;
13
- autoClose?: boolean;
14
- start?: number;
15
- }
16
- /** Helper function to create an envelope reader for a binary memory input */
17
- export declare function makeWritableFile(pathOrStream: string | Writable, options?: WriteStreamOptions): WritableFile;
18
- //# sourceMappingURL=writable-file.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"writable-file.d.ts","sourceRoot":"","sources":["../../../src/lib/filesystems/writable-file.ts"],"names":[],"mappings":";;AAGA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,6EAA6E;AAC7E,wBAAgB,gBAAgB,CAC9B,YAAY,EAAE,MAAM,GAAG,QAAQ,EAC/B,OAAO,CAAC,EAAE,kBAAkB,GAC3B,YAAY,CAoBd"}
@@ -1,48 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || function (mod) {
19
- if (mod && mod.__esModule) return mod;
20
- var result = {};
21
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
- __setModuleDefault(result, mod);
23
- return result;
24
- };
25
- Object.defineProperty(exports, "__esModule", { value: true });
26
- exports.makeWritableFile = void 0;
27
- // Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
28
- const loader_utils_1 = require("@loaders.gl/loader-utils");
29
- const fs = __importStar(require("../node/fs"));
30
- /** Helper function to create an envelope reader for a binary memory input */
31
- function makeWritableFile(pathOrStream, options) {
32
- if (loader_utils_1.isBrowser) {
33
- return {
34
- write: async () => { },
35
- close: async () => { }
36
- };
37
- }
38
- const outputStream = typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;
39
- return {
40
- write: async (buffer) => new Promise((resolve, reject) => {
41
- outputStream.write(buffer, (err) => (err ? reject(err) : resolve()));
42
- }),
43
- close: () => new Promise((resolve, reject) => {
44
- outputStream.close((err) => (err ? reject(err) : resolve()));
45
- })
46
- };
47
- }
48
- exports.makeWritableFile = makeWritableFile;
@@ -1,10 +0,0 @@
1
- /// <reference types="node" />
2
- /**
3
- * Convert Buffer to ArrayBuffer
4
- */
5
- export declare function toArrayBuffer(buffer: Buffer): ArrayBuffer;
6
- /**
7
- * Convert (copy) ArrayBuffer to Buffer
8
- */
9
- export declare function toBuffer(arrayBuffer: ArrayBuffer): Buffer;
10
- //# sourceMappingURL=buffer-utils.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"buffer-utils.d.ts","sourceRoot":"","sources":["../../../src/lib/loader-utils/buffer-utils.ts"],"names":[],"mappings":";AAAA;;GAEG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,CAOzD;AAED;;GAEG;AACH,wBAAgB,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAEzD"}
@@ -1,22 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.toBuffer = exports.toArrayBuffer = void 0;
4
- /**
5
- * Convert Buffer to ArrayBuffer
6
- */
7
- function toArrayBuffer(buffer) {
8
- // TODO - per docs we should just be able to call buffer.buffer, but there are issues
9
- if (Buffer.isBuffer(buffer)) {
10
- const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
11
- return typedArray.slice().buffer;
12
- }
13
- return buffer;
14
- }
15
- exports.toArrayBuffer = toArrayBuffer;
16
- /**
17
- * Convert (copy) ArrayBuffer to Buffer
18
- */
19
- function toBuffer(arrayBuffer) {
20
- return Buffer.from(arrayBuffer);
21
- }
22
- exports.toBuffer = toBuffer;
@@ -1,4 +0,0 @@
1
- export type { Writable } from 'stream';
2
- export declare let Transform: any;
3
- export declare const isSupported: boolean;
4
- //# sourceMappingURL=stream.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/lib/node/stream.ts"],"names":[],"mappings":"AAIA,YAAY,EAAC,QAAQ,EAAC,MAAM,QAAQ,CAAC;AAErC,eAAO,IAAI,SAAS,KAAA,CAAC;AAErB,eAAO,MAAM,WAAW,SAAkB,CAAC"}