@loaders.gl/loader-utils 3.3.0 → 3.4.0-alpha.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/dist/es5/index.js +22 -36
  2. package/dist/es5/index.js.map +1 -1
  3. package/dist/es5/json-loader.js +1 -1
  4. package/dist/es5/json-loader.js.map +1 -1
  5. package/dist/es5/lib/binary-utils/array-buffer-utils.js +30 -0
  6. package/dist/es5/lib/binary-utils/array-buffer-utils.js.map +1 -1
  7. package/dist/es5/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +1 -33
  8. package/dist/es5/lib/binary-utils/binary-copy-utils.js.map +1 -0
  9. package/dist/es5/lib/binary-utils/{memory-conversion-utils.js → buffer-utils.js} +7 -26
  10. package/dist/es5/lib/binary-utils/buffer-utils.js.map +1 -0
  11. package/dist/es5/lib/binary-utils/encode-utils.js +36 -0
  12. package/dist/es5/lib/binary-utils/encode-utils.js.map +1 -0
  13. package/dist/es5/lib/binary-utils/get-first-characters.js +0 -2
  14. package/dist/es5/lib/binary-utils/get-first-characters.js.map +1 -1
  15. package/dist/es5/lib/node/buffer.js +8 -5
  16. package/dist/es5/lib/node/buffer.js.map +1 -1
  17. package/dist/es5/lib/node/fs.js +9 -18
  18. package/dist/es5/lib/node/fs.js.map +1 -1
  19. package/dist/es5/lib/node/util.js +7 -31
  20. package/dist/es5/lib/node/util.js.map +1 -1
  21. package/dist/esm/index.js +9 -11
  22. package/dist/esm/index.js.map +1 -1
  23. package/dist/esm/json-loader.js +1 -1
  24. package/dist/esm/json-loader.js.map +1 -1
  25. package/dist/esm/lib/binary-utils/array-buffer-utils.js +27 -0
  26. package/dist/esm/lib/binary-utils/array-buffer-utils.js.map +1 -1
  27. package/dist/esm/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +1 -31
  28. package/dist/esm/lib/binary-utils/binary-copy-utils.js.map +1 -0
  29. package/dist/esm/lib/binary-utils/buffer-utils.js +18 -0
  30. package/dist/esm/lib/binary-utils/buffer-utils.js.map +1 -0
  31. package/dist/esm/lib/binary-utils/encode-utils.js +29 -0
  32. package/dist/esm/lib/binary-utils/encode-utils.js.map +1 -0
  33. package/dist/esm/lib/binary-utils/get-first-characters.js +0 -3
  34. package/dist/esm/lib/binary-utils/get-first-characters.js.map +1 -1
  35. package/dist/esm/lib/node/buffer.js +9 -5
  36. package/dist/esm/lib/node/buffer.js.map +1 -1
  37. package/dist/esm/lib/node/fs.js +9 -11
  38. package/dist/esm/lib/node/fs.js.map +1 -1
  39. package/dist/esm/lib/node/util.js +2 -10
  40. package/dist/esm/lib/node/util.js.map +1 -1
  41. package/dist/index.d.ts +7 -10
  42. package/dist/index.d.ts.map +1 -1
  43. package/dist/index.js +23 -25
  44. package/dist/lib/binary-utils/array-buffer-utils.d.ts +8 -4
  45. package/dist/lib/binary-utils/array-buffer-utils.d.ts.map +1 -1
  46. package/dist/lib/binary-utils/array-buffer-utils.js +36 -5
  47. package/dist/lib/binary-utils/binary-copy-utils.d.ts +24 -0
  48. package/dist/lib/binary-utils/binary-copy-utils.d.ts.map +1 -0
  49. package/dist/lib/binary-utils/{dataview-copy-utils.js → binary-copy-utils.js} +5 -51
  50. package/dist/lib/binary-utils/{memory-conversion-utils.d.ts → buffer-utils.d.ts} +4 -3
  51. package/dist/lib/binary-utils/buffer-utils.d.ts.map +1 -0
  52. package/dist/lib/binary-utils/{memory-conversion-utils.js → buffer-utils.js} +9 -28
  53. package/dist/lib/binary-utils/encode-utils.d.ts +4 -0
  54. package/dist/lib/binary-utils/encode-utils.d.ts.map +1 -0
  55. package/dist/lib/binary-utils/encode-utils.js +35 -0
  56. package/dist/lib/binary-utils/get-first-characters.d.ts +1 -15
  57. package/dist/lib/binary-utils/get-first-characters.d.ts.map +1 -1
  58. package/dist/lib/binary-utils/get-first-characters.js +0 -15
  59. package/dist/lib/node/buffer.d.ts +1 -3
  60. package/dist/lib/node/buffer.d.ts.map +1 -1
  61. package/dist/lib/node/buffer.js +8 -7
  62. package/dist/lib/node/fs.d.ts +2 -4
  63. package/dist/lib/node/fs.d.ts.map +1 -1
  64. package/dist/lib/node/fs.js +9 -10
  65. package/dist/lib/node/util.d.ts +3 -11
  66. package/dist/lib/node/util.d.ts.map +1 -1
  67. package/dist/lib/node/util.js +27 -20
  68. package/dist/lib/worker-loader-utils/create-loader-worker.js +1 -1
  69. package/package.json +4 -5
  70. package/src/index.ts +18 -22
  71. package/src/lib/binary-utils/array-buffer-utils.ts +40 -4
  72. package/src/lib/binary-utils/{dataview-copy-utils.ts → binary-copy-utils.ts} +5 -57
  73. package/src/lib/binary-utils/buffer-utils.ts +28 -0
  74. package/src/lib/binary-utils/encode-utils.ts +32 -0
  75. package/src/lib/binary-utils/get-first-characters.ts +1 -17
  76. package/src/lib/node/buffer.ts +10 -9
  77. package/src/lib/node/fs.ts +11 -16
  78. package/src/lib/node/util.ts +2 -68
  79. package/dist/es5/lib/binary-utils/dataview-copy-utils.js.map +0 -1
  80. package/dist/es5/lib/binary-utils/memory-conversion-utils.js.map +0 -1
  81. package/dist/es5/lib/filesystems/readable-file.js +0 -100
  82. package/dist/es5/lib/filesystems/readable-file.js.map +0 -1
  83. package/dist/es5/lib/filesystems/writable-file.js +0 -89
  84. package/dist/es5/lib/filesystems/writable-file.js.map +0 -1
  85. package/dist/es5/lib/loader-utils/buffer-utils.js +0 -19
  86. package/dist/es5/lib/loader-utils/buffer-utils.js.map +0 -1
  87. package/dist/es5/lib/node/stream.js +0 -20
  88. package/dist/es5/lib/node/stream.js.map +0 -1
  89. package/dist/esm/lib/binary-utils/dataview-copy-utils.js.map +0 -1
  90. package/dist/esm/lib/binary-utils/memory-conversion-utils.js +0 -38
  91. package/dist/esm/lib/binary-utils/memory-conversion-utils.js.map +0 -1
  92. package/dist/esm/lib/filesystems/readable-file.js +0 -22
  93. package/dist/esm/lib/filesystems/readable-file.js.map +0 -1
  94. package/dist/esm/lib/filesystems/writable-file.js +0 -21
  95. package/dist/esm/lib/filesystems/writable-file.js.map +0 -1
  96. package/dist/esm/lib/loader-utils/buffer-utils.js +0 -13
  97. package/dist/esm/lib/loader-utils/buffer-utils.js.map +0 -1
  98. package/dist/esm/lib/node/stream.js +0 -11
  99. package/dist/esm/lib/node/stream.js.map +0 -1
  100. package/dist/lib/binary-utils/dataview-copy-utils.d.ts +0 -43
  101. package/dist/lib/binary-utils/dataview-copy-utils.d.ts.map +0 -1
  102. package/dist/lib/binary-utils/memory-conversion-utils.d.ts.map +0 -1
  103. package/dist/lib/filesystems/readable-file.d.ts +0 -10
  104. package/dist/lib/filesystems/readable-file.d.ts.map +0 -1
  105. package/dist/lib/filesystems/readable-file.js +0 -25
  106. package/dist/lib/filesystems/writable-file.d.ts +0 -18
  107. package/dist/lib/filesystems/writable-file.d.ts.map +0 -1
  108. package/dist/lib/filesystems/writable-file.js +0 -48
  109. package/dist/lib/loader-utils/buffer-utils.d.ts +0 -10
  110. package/dist/lib/loader-utils/buffer-utils.d.ts.map +0 -1
  111. package/dist/lib/loader-utils/buffer-utils.js +0 -22
  112. package/dist/lib/node/stream.d.ts +0 -4
  113. package/dist/lib/node/stream.d.ts.map +0 -1
  114. package/dist/lib/node/stream.js +0 -17
  115. package/src/lib/binary-utils/memory-conversion-utils.ts +0 -53
  116. package/src/lib/filesystems/readable-file.ts +0 -30
  117. package/src/lib/filesystems/writable-file.ts +0 -44
  118. package/src/lib/loader-utils/buffer-utils.ts +0 -18
  119. package/src/lib/node/stream.ts +0 -18
@@ -1,17 +0,0 @@
1
- "use strict";
2
- // loaders.gl, MIT license
3
- var __importDefault = (this && this.__importDefault) || function (mod) {
4
- return (mod && mod.__esModule) ? mod : { "default": mod };
5
- };
6
- Object.defineProperty(exports, "__esModule", { value: true });
7
- exports.isSupported = exports.Transform = void 0;
8
- const stream_1 = __importDefault(require("stream"));
9
- exports.isSupported = Boolean(stream_1.default);
10
- // paths
11
- try {
12
- /** Wrapper for Node.js fs method */
13
- exports.Transform = stream_1.default.Transform;
14
- }
15
- catch {
16
- // ignore
17
- }
@@ -1,53 +0,0 @@
1
- // loaders.gl, MIT license
2
-
3
- import * as node from '../node/buffer';
4
-
5
- /**
6
- * Check for Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)
7
- */
8
- export function isBuffer(value: any): boolean {
9
- return value && typeof value === 'object' && value.isBuffer;
10
- }
11
-
12
- /**
13
- * Converts to Node.js `Buffer` (without triggering bundler to include Buffer polyfill on browser)
14
- * @todo better data type
15
- */
16
- export function toBuffer(data: any): Buffer {
17
- return node.toBuffer ? node.toBuffer(data) : data;
18
- }
19
-
20
- /**
21
- * Convert an object to an array buffer
22
- */
23
- export function toArrayBuffer(data: unknown): ArrayBuffer {
24
- // Note: Should be called first, Buffers can trigger other detections below
25
- if (isBuffer(data)) {
26
- return node.toArrayBuffer(data);
27
- }
28
-
29
- if (data instanceof ArrayBuffer) {
30
- return data;
31
- }
32
-
33
- // Careful - Node Buffers look like Uint8Arrays (keep after isBuffer)
34
- if (ArrayBuffer.isView(data)) {
35
- if (data.byteOffset === 0 && data.byteLength === data.buffer.byteLength) {
36
- return data.buffer;
37
- }
38
- return data.buffer.slice(data.byteOffset, data.byteOffset + data.byteLength);
39
- }
40
-
41
- if (typeof data === 'string') {
42
- const text = data;
43
- const uint8Array = new TextEncoder().encode(text);
44
- return uint8Array.buffer;
45
- }
46
-
47
- // HACK to support Blob polyfill
48
- if (data && typeof data === 'object' && (data as any)._toArrayBuffer) {
49
- return (data as any)._toArrayBuffer();
50
- }
51
-
52
- throw new Error('toArrayBuffer');
53
- }
@@ -1,30 +0,0 @@
1
- // loaders.gl, MIT license
2
-
3
- export type ReadableFile = {
4
- read: (position: number, length: number) => Promise<Buffer>;
5
- close: () => Promise<void>;
6
- /** Length of file in bytes */
7
- size: number;
8
- };
9
-
10
- /** Helper function to create an envelope reader for a binary memory input */
11
- export function makeReadableFile(data: Blob | ArrayBuffer): ReadableFile {
12
- if (data instanceof ArrayBuffer) {
13
- const arrayBuffer: ArrayBuffer = data;
14
- return {
15
- read: async (start: number, length: number) => Buffer.from(data, start, length),
16
- close: async () => {},
17
- size: arrayBuffer.byteLength
18
- };
19
- }
20
-
21
- const blob: Blob = data;
22
- return {
23
- read: async (start: number, length: number) => {
24
- const arrayBuffer = await blob.slice(start, start + length).arrayBuffer();
25
- return Buffer.from(arrayBuffer);
26
- },
27
- close: async () => {},
28
- size: blob.size
29
- };
30
- }
@@ -1,44 +0,0 @@
1
- // Forked from https://github.com/kbajalc/parquets under MIT license (Copyright (c) 2017 ironSource Ltd.)
2
- import {isBrowser} from '@loaders.gl/loader-utils';
3
- import * as fs from '../node/fs';
4
- import type {Writable} from 'stream';
5
-
6
- export type WritableFile = {
7
- write: (buf: Buffer) => Promise<void>;
8
- close: () => Promise<void>;
9
- };
10
-
11
- export interface WriteStreamOptions {
12
- flags?: string;
13
- encoding?: 'utf8';
14
- fd?: number;
15
- mode?: number;
16
- autoClose?: boolean;
17
- start?: number;
18
- }
19
-
20
- /** Helper function to create an envelope reader for a binary memory input */
21
- export function makeWritableFile(
22
- pathOrStream: string | Writable,
23
- options?: WriteStreamOptions
24
- ): WritableFile {
25
- if (isBrowser) {
26
- return {
27
- write: async () => {},
28
- close: async () => {}
29
- };
30
- }
31
-
32
- const outputStream: Writable =
33
- typeof pathOrStream === 'string' ? fs.createWriteStream(pathOrStream, options) : pathOrStream;
34
- return {
35
- write: async (buffer: Buffer) =>
36
- new Promise((resolve, reject) => {
37
- outputStream.write(buffer, (err) => (err ? reject(err) : resolve()));
38
- }),
39
- close: () =>
40
- new Promise((resolve, reject) => {
41
- (outputStream as any).close((err) => (err ? reject(err) : resolve()));
42
- })
43
- };
44
- }
@@ -1,18 +0,0 @@
1
- /**
2
- * Convert Buffer to ArrayBuffer
3
- */
4
- export function toArrayBuffer(buffer: Buffer): ArrayBuffer {
5
- // TODO - per docs we should just be able to call buffer.buffer, but there are issues
6
- if (Buffer.isBuffer(buffer)) {
7
- const typedArray = new Uint8Array(buffer.buffer, buffer.byteOffset, buffer.length);
8
- return typedArray.slice().buffer;
9
- }
10
- return buffer;
11
- }
12
-
13
- /**
14
- * Convert (copy) ArrayBuffer to Buffer
15
- */
16
- export function toBuffer(arrayBuffer: ArrayBuffer): Buffer {
17
- return Buffer.from(arrayBuffer);
18
- }
@@ -1,18 +0,0 @@
1
- // loaders.gl, MIT license
2
-
3
- import stream from 'stream';
4
-
5
- export type {Writable} from 'stream';
6
-
7
- export let Transform;
8
-
9
- export const isSupported = Boolean(stream);
10
-
11
- // paths
12
-
13
- try {
14
- /** Wrapper for Node.js fs method */
15
- Transform = stream.Transform;
16
- } catch {
17
- // ignore
18
- }