@perspective-dev/client 5.6.1 → 5.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (142) hide show
  1. package/README.md +5 -1
  2. package/dist/cdn/perspective.js +3 -2
  3. package/dist/cdn/perspective.js.map +4 -4
  4. package/dist/esm/perspective.browser.d.ts +71 -17
  5. package/dist/esm/perspective.js +2 -2
  6. package/dist/esm/perspective.js.map +4 -4
  7. package/dist/esm/perspective.node.d.ts +20 -3
  8. package/dist/esm/perspective.node.js +664 -35
  9. package/dist/esm/perspective.node.js.map +4 -4
  10. package/dist/esm/public_types.d.ts +31 -0
  11. package/dist/esm/virtual_servers/clickhouse.d.ts +37 -0
  12. package/dist/esm/virtual_servers/clickhouse.js +1 -1
  13. package/dist/esm/virtual_servers/clickhouse.js.map +3 -3
  14. package/dist/esm/virtual_servers/duckdb.d.ts +14 -9
  15. package/dist/esm/virtual_servers/duckdb.js +1 -1
  16. package/dist/esm/virtual_servers/duckdb.js.map +3 -3
  17. package/dist/esm/wasm/cdn.d.ts +12 -0
  18. package/dist/esm/wasm/migrate.d.ts +40 -0
  19. package/dist/esm/wasm/registry.d.ts +123 -0
  20. package/dist/esm/wasm/registry.js +3 -0
  21. package/dist/esm/wasm/registry.js.map +7 -0
  22. package/{src/ts/ts-rs/AggSpec.ts → dist/ts-rs/AggSpec.d.ts} +1 -1
  23. package/{src/ts/ts-rs/Features.ts → dist/ts-rs/Features.d.ts} +16 -6
  24. package/{src/ts/ts-rs/Filter.ts → dist/ts-rs/Filter.d.ts} +1 -1
  25. package/{src/ts/ts-rs/FilterTerm.ts → dist/ts-rs/FilterTerm.d.ts} +1 -1
  26. package/{src/ts/ts-rs/JoinOptions.ts → dist/ts-rs/JoinOptions.d.ts} +1 -1
  27. package/dist/ts-rs/ListFlatten.d.ts +3 -0
  28. package/dist/ts-rs/MapFlatten.d.ts +3 -0
  29. package/{src/ts/ts-rs/OnRemoveData.ts → dist/ts-rs/OnRemoveData.d.ts} +1 -1
  30. package/{src/ts/ts-rs/OnUpdateData.ts → dist/ts-rs/OnUpdateData.d.ts} +1 -1
  31. package/{src/ts/ts-rs/OnUpdateOptions.ts → dist/ts-rs/OnUpdateOptions.d.ts} +1 -1
  32. package/{src/ts/ts-rs/Sort.ts → dist/ts-rs/Sort.d.ts} +1 -1
  33. package/dist/ts-rs/StructFlatten.d.ts +3 -0
  34. package/dist/ts-rs/TableIndex.d.ts +9 -0
  35. package/dist/ts-rs/TableInitOptions.d.ts +65 -0
  36. package/{src/ts/ts-rs/UpdateOptions.ts → dist/ts-rs/UpdateOptions.d.ts} +1 -1
  37. package/{src/ts/ts-rs/ViewConfig.ts → dist/ts-rs/ViewConfig.d.ts} +8 -8
  38. package/{src/ts/ts-rs/ViewConfigUpdate.ts → dist/ts-rs/ViewConfigUpdate.d.ts} +8 -8
  39. package/{src/ts/ts-rs/WindowAggSpec.ts → dist/ts-rs/WindowAggSpec.d.ts} +1 -1
  40. package/{src/ts/ts-rs/WindowSort.ts → dist/ts-rs/WindowSort.d.ts} +1 -1
  41. package/{src/ts/ts-rs/WindowSpec.ts → dist/ts-rs/WindowSpec.d.ts} +1 -1
  42. package/{src/ts/ts-rs/Windows.ts → dist/ts-rs/Windows.d.ts} +1 -1
  43. package/dist/wasm/perspective-js.d.ts +121 -54
  44. package/dist/wasm/perspective-js.js +123 -20
  45. package/dist/wasm/perspective-js.wasm +0 -0
  46. package/dist/wasm/perspective-js.wasm.d.ts +10 -6
  47. package/dist/wasm/perspective-migrate-js.d.ts +41 -0
  48. package/dist/wasm/perspective-migrate-js.js +524 -0
  49. package/dist/wasm/perspective-migrate-js.wasm +0 -0
  50. package/dist/wasm/perspective-migrate-js.wasm.d.ts +8 -0
  51. package/package.json +30 -15
  52. package/dist/esm/ts-rs/AggSpec.d.ts +0 -8
  53. package/dist/esm/ts-rs/Aggregate.d.ts +0 -1
  54. package/dist/esm/ts-rs/ColumnType.d.ts +0 -4
  55. package/dist/esm/ts-rs/ColumnWindow.d.ts +0 -4
  56. package/dist/esm/ts-rs/DeleteOptions.d.ts +0 -6
  57. package/dist/esm/ts-rs/Expressions.d.ts +0 -3
  58. package/dist/esm/ts-rs/Features.d.ts +0 -71
  59. package/dist/esm/ts-rs/Filter.d.ts +0 -2
  60. package/dist/esm/ts-rs/FilterReducer.d.ts +0 -1
  61. package/dist/esm/ts-rs/FilterTerm.d.ts +0 -2
  62. package/dist/esm/ts-rs/GroupRollupMode.d.ts +0 -1
  63. package/dist/esm/ts-rs/JoinOptions.d.ts +0 -9
  64. package/dist/esm/ts-rs/JoinType.d.ts +0 -1
  65. package/dist/esm/ts-rs/ListFlatten.d.ts +0 -1
  66. package/dist/esm/ts-rs/OnRemoveData.d.ts +0 -6
  67. package/dist/esm/ts-rs/OnUpdateData.d.ts +0 -6
  68. package/dist/esm/ts-rs/OnUpdateMode.d.ts +0 -9
  69. package/dist/esm/ts-rs/OnUpdateOptions.d.ts +0 -7
  70. package/dist/esm/ts-rs/Scalar.d.ts +0 -5
  71. package/dist/esm/ts-rs/Sort.d.ts +0 -2
  72. package/dist/esm/ts-rs/SortDir.d.ts +0 -1
  73. package/dist/esm/ts-rs/SplitRollupMode.d.ts +0 -9
  74. package/dist/esm/ts-rs/SystemInfo.d.ts +0 -40
  75. package/dist/esm/ts-rs/TableInitOptions.d.ts +0 -45
  76. package/dist/esm/ts-rs/TableReadFormat.d.ts +0 -7
  77. package/dist/esm/ts-rs/TypedArrayWindow.d.ts +0 -33
  78. package/dist/esm/ts-rs/UpdateOptions.d.ts +0 -8
  79. package/dist/esm/ts-rs/ViewConfig.d.ts +0 -24
  80. package/dist/esm/ts-rs/ViewConfigUpdate.d.ts +0 -116
  81. package/dist/esm/ts-rs/ViewOnRemoveResp.d.ts +0 -4
  82. package/dist/esm/ts-rs/ViewOnUpdateResp.d.ts +0 -4
  83. package/dist/esm/ts-rs/ViewWindow.d.ts +0 -30
  84. package/dist/esm/ts-rs/WindowAggSpec.d.ts +0 -25
  85. package/dist/esm/ts-rs/WindowSort.d.ts +0 -7
  86. package/dist/esm/ts-rs/WindowSortDir.d.ts +0 -6
  87. package/dist/esm/ts-rs/WindowSpec.d.ts +0 -47
  88. package/dist/esm/ts-rs/Windows.d.ts +0 -10
  89. package/src/rust/client.rs +0 -590
  90. package/src/rust/generic_sql_model.rs +0 -276
  91. package/src/rust/lib.rs +0 -99
  92. package/src/rust/table.rs +0 -397
  93. package/src/rust/table_data.rs +0 -164
  94. package/src/rust/typed_array.rs +0 -386
  95. package/src/rust/utils/browser.rs +0 -35
  96. package/src/rust/utils/console_logger.rs +0 -237
  97. package/src/rust/utils/errors.rs +0 -274
  98. package/src/rust/utils/futures.rs +0 -274
  99. package/src/rust/utils/json.rs +0 -252
  100. package/src/rust/utils/local_poll_loop.rs +0 -63
  101. package/src/rust/utils/mod.rs +0 -32
  102. package/src/rust/utils/serde.rs +0 -46
  103. package/src/rust/utils/trace_allocator.rs +0 -98
  104. package/src/rust/view.rs +0 -463
  105. package/src/rust/virtual_server.rs +0 -991
  106. package/src/ts/perspective-server.worker.ts +0 -74
  107. package/src/ts/perspective.browser.ts +0 -380
  108. package/src/ts/perspective.cdn.ts +0 -28
  109. package/src/ts/perspective.node.ts +0 -556
  110. package/src/ts/ts-rs/ListFlatten.ts +0 -3
  111. package/src/ts/ts-rs/TableInitOptions.ts +0 -42
  112. package/src/ts/virtual_server.ts +0 -83
  113. package/src/ts/virtual_servers/clickhouse.ts +0 -533
  114. package/src/ts/virtual_servers/duckdb.ts +0 -549
  115. package/src/ts/wasm/browser.ts +0 -134
  116. package/src/ts/wasm/cdn.ts +0 -32
  117. package/src/ts/wasm/decompress.ts +0 -83
  118. package/src/ts/wasm/emscripten_api.ts +0 -91
  119. package/src/ts/wasm/engine.ts +0 -309
  120. package/src/ts/wasm/features.ts +0 -31
  121. package/src/ts/wasm/perspective-server.poly.ts +0 -460
  122. package/src/ts/websocket.ts +0 -95
  123. package/tsconfig.json +0 -22
  124. /package/{src/ts/ts-rs/Aggregate.ts → dist/ts-rs/Aggregate.d.ts} +0 -0
  125. /package/{src/ts/ts-rs/ColumnType.ts → dist/ts-rs/ColumnType.d.ts} +0 -0
  126. /package/{src/ts/ts-rs/ColumnWindow.ts → dist/ts-rs/ColumnWindow.d.ts} +0 -0
  127. /package/{src/ts/ts-rs/DeleteOptions.ts → dist/ts-rs/DeleteOptions.d.ts} +0 -0
  128. /package/{src/ts/ts-rs/Expressions.ts → dist/ts-rs/Expressions.d.ts} +0 -0
  129. /package/{src/ts/ts-rs/FilterReducer.ts → dist/ts-rs/FilterReducer.d.ts} +0 -0
  130. /package/{src/ts/ts-rs/GroupRollupMode.ts → dist/ts-rs/GroupRollupMode.d.ts} +0 -0
  131. /package/{src/ts/ts-rs/JoinType.ts → dist/ts-rs/JoinType.d.ts} +0 -0
  132. /package/{src/ts/ts-rs/OnUpdateMode.ts → dist/ts-rs/OnUpdateMode.d.ts} +0 -0
  133. /package/{src/ts/ts-rs/Scalar.ts → dist/ts-rs/Scalar.d.ts} +0 -0
  134. /package/{src/ts/ts-rs/SortDir.ts → dist/ts-rs/SortDir.d.ts} +0 -0
  135. /package/{src/ts/ts-rs/SplitRollupMode.ts → dist/ts-rs/SplitRollupMode.d.ts} +0 -0
  136. /package/{src/ts/ts-rs/SystemInfo.ts → dist/ts-rs/SystemInfo.d.ts} +0 -0
  137. /package/{src/ts/ts-rs/TableReadFormat.ts → dist/ts-rs/TableReadFormat.d.ts} +0 -0
  138. /package/{src/ts/ts-rs/TypedArrayWindow.ts → dist/ts-rs/TypedArrayWindow.d.ts} +0 -0
  139. /package/{src/ts/ts-rs/ViewOnRemoveResp.ts → dist/ts-rs/ViewOnRemoveResp.d.ts} +0 -0
  140. /package/{src/ts/ts-rs/ViewOnUpdateResp.ts → dist/ts-rs/ViewOnUpdateResp.d.ts} +0 -0
  141. /package/{src/ts/ts-rs/ViewWindow.ts → dist/ts-rs/ViewWindow.d.ts} +0 -0
  142. /package/{src/ts/ts-rs/WindowSortDir.ts → dist/ts-rs/WindowSortDir.d.ts} +0 -0
@@ -1,460 +0,0 @@
1
- // ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
2
- // ┃ ██████ ██████ ██████ █ █ █ █ █ █▄ ▀███ █ ┃
3
- // ┃ ▄▄▄▄▄█ █▄▄▄▄▄ ▄▄▄▄▄█ ▀▀▀▀▀█▀▀▀▀▀ █ ▀▀▀▀▀█ ████████▌▐███ ███▄ ▀█ █ ▀▀▀▀▀ ┃
4
- // ┃ █▀▀▀▀▀ █▀▀▀▀▀ █▀██▀▀ ▄▄▄▄▄ █ ▄▄▄▄▄█ ▄▄▄▄▄█ ████████▌▐███ █████▄ █ ▄▄▄▄▄ ┃
5
- // ┃ █ ██████ █ ▀█▄ █ ██████ █ ███▌▐███ ███████▄ █ ┃
6
- // ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫
7
- // ┃ Copyright (c) 2017, the Perspective Authors. ┃
8
- // ┃ ╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌ ┃
9
- // ┃ This file is part of the Perspective library, distributed under the terms ┃
10
- // ┃ of the [Apache License 2.0](https://www.apache.org/licenses/LICENSE-2.0). ┃
11
- // ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛
12
-
13
- import type * as perspective_server from "@perspective-dev/server/dist/wasm/perspective-server.js";
14
-
15
- var out = console.log.bind(console);
16
- var err = console.error.bind(console);
17
-
18
- var UTF8Decoder = new TextDecoder("utf8");
19
- var printCharBuffers: Array<Array<number> | null> = [null, [], []];
20
-
21
- function UTF8ArrayToString(
22
- heapOrArray: Uint8Array | Array<number>,
23
- idx = 0,
24
- maxBytesToRead = NaN,
25
- ) {
26
- var endIdx = idx + maxBytesToRead;
27
- var endPtr = idx;
28
- while (heapOrArray[endPtr] && !(endPtr >= endIdx)) ++endPtr;
29
- return UTF8Decoder.decode(
30
- heapOrArray instanceof Uint8Array
31
- ? heapOrArray.subarray(idx, endPtr)
32
- : new Uint8Array(heapOrArray.slice(idx, endPtr)),
33
- );
34
- }
35
-
36
- function printChar(stream: number, curr: number) {
37
- var buffer: Array<number> = printCharBuffers[stream]!;
38
- if (curr === 0 || curr === 10) {
39
- (stream === 1 ? out : err)(UTF8ArrayToString(buffer, 0));
40
- buffer.length = 0;
41
- } else {
42
- buffer.push(curr);
43
- }
44
- }
45
-
46
- export default async function (obj: any) {
47
- let psp_module: perspective_server.MainModule;
48
- let is_memory64 = false;
49
- let wasm_memory: WebAssembly.Memory;
50
-
51
- // A `BACKING_STORE_DISK` column's bytes live in wasm linear memory; the
52
- // residency manager flushes/loads them to/from OPFS through these imports.
53
- const heap = () => new Uint8Array(wasm_memory.buffer);
54
- const toAddr = (p: number | bigint) =>
55
- is_memory64 ? Number(p as bigint) : (p as number) >>> 0;
56
-
57
- function readCString(p: number | bigint) {
58
- const addr = toAddr(p);
59
- const h = heap();
60
- let end = addr;
61
- while (h[end]) ++end;
62
- return UTF8Decoder.decode(h.subarray(addr, end));
63
- }
64
-
65
- // A `DiskBridge` backs `BACKING_STORE_DISK` columns: `store`/`load` flush and
66
- // re-read a column buffer to/from disk synchronously (the only async step,
67
- // `ensureOpen`, is hoisted into the JS safepoint between engine calls). The
68
- // browser default is OPFS; a host can inject an alternative (e.g. `node:fs`
69
- // in `perspective.node.ts`) via `obj.make_disk_bridge`. `store`/`load`/
70
- // `remove` receive raw wasm pointers and use the heap helpers; `ensureOpen`
71
- // receives a resolved file name string (from `victim_fname`).
72
- const disk_helpers = { heap, toAddr, readCString };
73
-
74
- const environ_entries: Uint8Array[] = Object.entries(obj.env ?? {})
75
- .filter(([, value]) => typeof value === "string")
76
- .map(([key, value]) => new TextEncoder().encode(`${key}=${value}\0`));
77
-
78
- function makeOpfsBridge() {
79
- async function opfsOpenFile(name: string, create: boolean) {
80
- const parts = name.split("/").filter((s) => s.length > 0);
81
- // @ts-ignore — navigator.storage.getDirectory is OPFS, Worker-only.
82
- let dir = await navigator.storage.getDirectory();
83
- for (let i = 0; i < parts.length - 1; i++) {
84
- dir = await dir.getDirectoryHandle(parts[i], { create });
85
- }
86
- return await dir.getFileHandle(parts[parts.length - 1], { create });
87
- }
88
-
89
- // One OPFS `FileSystemSyncAccessHandle` is kept open per disk-backed file
90
- // for its lifetime.
91
- const handles = new Map<string, any>();
92
-
93
- return {
94
- async ensureOpen(name: string) {
95
- if (handles.has(name)) {
96
- return;
97
- }
98
- const fh = await opfsOpenFile(name, true);
99
- // @ts-ignore — createSyncAccessHandle is Worker-only OPFS.
100
- const ah = await fh.createSyncAccessHandle();
101
- handles.set(name, ah);
102
- },
103
- store(
104
- namePtr: number | bigint,
105
- dataPtr: number | bigint,
106
- len: number,
107
- ): number {
108
- try {
109
- const ah = handles.get(readCString(namePtr));
110
- if (!ah) {
111
- // `commit` only evicts victims whose handle the safepoint
112
- // just opened, so this should be unreachable.
113
- return -1;
114
- }
115
- ah.truncate(len);
116
- if (len > 0) {
117
- const addr = toAddr(dataPtr);
118
- ah.write(heap().subarray(addr, addr + len), { at: 0 });
119
- }
120
- ah.flush();
121
- return len;
122
- } catch (e) {
123
- err("psp_opfs_store failed", e);
124
- return -1;
125
- }
126
- },
127
- load(
128
- namePtr: number | bigint,
129
- dataPtr: number | bigint,
130
- len: number,
131
- ): number {
132
- try {
133
- if (len <= 0) {
134
- return 0;
135
- }
136
- const ah = handles.get(readCString(namePtr));
137
- // A restore always follows an evict that left the handle open;
138
- // a miss (or never-flushed file) reads as zeros.
139
- if (!ah) {
140
- return 0;
141
- }
142
- const addr = toAddr(dataPtr);
143
- return ah.read(heap().subarray(addr, addr + len), {
144
- at: 0,
145
- });
146
- } catch (e) {
147
- return 0;
148
- }
149
- },
150
- remove(namePtr: number | bigint) {
151
- try {
152
- const name = readCString(namePtr);
153
- const ah = handles.get(name);
154
- if (ah) {
155
- try {
156
- ah.close();
157
- } catch (e) {
158
- /* already closed */
159
- }
160
- handles.delete(name);
161
- }
162
- // Fire-and-forget the (async) file deletion; the handle is
163
- // closed, so the bytes are no longer referenced.
164
- void (async () => {
165
- try {
166
- const parts = name
167
- .split("/")
168
- .filter((s) => s.length > 0);
169
- // @ts-ignore
170
- let dir = await navigator.storage.getDirectory();
171
- for (let i = 0; i < parts.length - 1; i++) {
172
- dir = await dir.getDirectoryHandle(parts[i], {
173
- create: false,
174
- });
175
- }
176
- await dir.removeEntry(parts[parts.length - 1]);
177
- } catch (e) {
178
- /* already gone */
179
- }
180
- })();
181
- } catch (e) {
182
- /* already gone */
183
- }
184
- },
185
- };
186
- }
187
-
188
- // The host may inject a disk bridge (e.g. `node:fs`); otherwise default to
189
- // OPFS. Synchronous `store`/`load`/`remove` env imports — no JSPI.
190
- const disk = obj.make_disk_bridge
191
- ? obj.make_disk_bridge(disk_helpers)
192
- : makeOpfsBridge();
193
-
194
- const opfs_imports: Record<string, any> = {
195
- psp_opfs_store: disk.store,
196
- psp_opfs_load: disk.load,
197
- psp_opfs_remove: disk.remove,
198
- };
199
- const module = {
200
- HaveOffsetConverter() {
201
- console.error("HaveOffsetConverter");
202
- },
203
- __syscall_ftruncate64(...args: any[]) {
204
- console.error("__syscall_frtuncate64", args);
205
- },
206
- __syscall_getdents64(...args: any[]) {
207
- console.error("__syscall_frtuncate64", args);
208
- },
209
- __syscall_unlinkat(...args: any[]) {
210
- console.error("__syscall_frtuncate64", args);
211
- },
212
- __throw_exception_with_stack_trace(ex: number) {
213
- // @ts-ignore
214
- const e = new WebAssembly.Exception(
215
- (psp_module as any).__cpp_exception,
216
- [ex],
217
- {
218
- traceStack: true,
219
- },
220
- );
221
-
222
- // @ts-ignore This is helpful for debugging
223
- e.message = "Unexpected internal error";
224
- throw e;
225
- },
226
- clock_time_get(
227
- clk_id: number,
228
- ignored_precision: bigint,
229
- ptime: bigint | number,
230
- ) {
231
- if (is_memory64) {
232
- ptime = ptime as bigint;
233
- ptime = Number(ptime);
234
- if (
235
- !(clk_id == 0 || clk_id == 1 || clk_id == 2 || clk_id == 3)
236
- ) {
237
- return 28;
238
- }
239
- var now;
240
-
241
- if (clk_id === 0) {
242
- now = Date.now();
243
- } else {
244
- now = performance.now();
245
- }
246
-
247
- const nsec = Math.round(now * 1000 * 1000);
248
- const HEAP64 = new BigInt64Array(wasm_memory.buffer);
249
- HEAP64[ptime / 8] = BigInt(nsec);
250
- return 0;
251
- } else {
252
- ptime = ptime as number;
253
- ptime >>>= 0;
254
- if (
255
- !(clk_id == 0 || clk_id == 1 || clk_id == 2 || clk_id == 3)
256
- ) {
257
- return 28;
258
- }
259
-
260
- var now;
261
- if (clk_id === 0) {
262
- now = Date.now();
263
- } else {
264
- now = performance.now();
265
- }
266
-
267
- var nsec = Math.round(now * 1e6);
268
- const HEAP64 = new BigInt64Array(wasm_memory.buffer);
269
- HEAP64[ptime >>> 3] = BigInt(nsec);
270
- return 0;
271
- }
272
- },
273
- emscripten_asm_const_int(...args: any[]) {
274
- return 0;
275
- },
276
- emscripten_notify_memory_growth(memoryIndex: bigint | number) {
277
- if (is_memory64) {
278
- memoryIndex = Number(memoryIndex as bigint);
279
- } else {
280
- memoryIndex = memoryIndex as number;
281
- memoryIndex >>>= 0;
282
- }
283
-
284
- if (memoryIndex != 0) {
285
- console.error("abort");
286
- }
287
- },
288
- environ_get(environ: number | bigint, environ_buf: number | bigint) {
289
- const view = new DataView(wasm_memory.buffer);
290
- let entry = toAddr(environ);
291
- let cursor = toAddr(environ_buf);
292
- for (const bytes of environ_entries) {
293
- if (is_memory64) {
294
- view.setBigUint64(entry, BigInt(cursor), true);
295
- entry += 8;
296
- } else {
297
- view.setUint32(entry, cursor, true);
298
- entry += 4;
299
- }
300
-
301
- heap().set(bytes, cursor);
302
- cursor += bytes.length;
303
- }
304
-
305
- return 0;
306
- },
307
- environ_sizes_get(
308
- environ_count: number | bigint,
309
- environ_buf_size: number | bigint,
310
- ) {
311
- const view = new DataView(wasm_memory.buffer);
312
- const total = environ_entries.reduce((n, x) => n + x.length, 0);
313
- if (is_memory64) {
314
- view.setBigUint64(
315
- toAddr(environ_count),
316
- BigInt(environ_entries.length),
317
- true,
318
- );
319
- view.setBigUint64(
320
- toAddr(environ_buf_size),
321
- BigInt(total),
322
- true,
323
- );
324
- } else {
325
- view.setUint32(
326
- toAddr(environ_count),
327
- environ_entries.length,
328
- true,
329
- );
330
- view.setUint32(toAddr(environ_buf_size), total, true);
331
- }
332
-
333
- return 0;
334
- },
335
- fd_close(...args: any[]) {
336
- console.error("fd_close", args);
337
- return 0;
338
- },
339
- fd_read(...args: any[]) {
340
- console.error("fd_read", args);
341
- return 0;
342
- },
343
- fd_seek(...args: any[]) {
344
- console.error("fs_seek", args);
345
- return 0;
346
- },
347
- fd_write(
348
- fd: number,
349
- iov: number | bigint,
350
- iovcnt: number | bigint,
351
- pnum: number | bigint,
352
- ) {
353
- const HEAPU8 = new Uint8Array(wasm_memory.buffer);
354
-
355
- if (!is_memory64) {
356
- iov = iov as number;
357
- iovcnt = iovcnt as number;
358
- pnum = pnum as number;
359
- iov >>>= 0;
360
- iovcnt >>>= 0;
361
- pnum >>>= 0;
362
- let num = 0;
363
- const HEAPU32 = new Uint32Array(wasm_memory.buffer);
364
-
365
- for (let i = 0; i < iovcnt; i++) {
366
- let ptr = HEAPU32[(iov >>> 2) >>> 0];
367
- let len = HEAPU32[((iov + 4) >>> 2) >>> 0];
368
- iov += 8;
369
- for (let j = 0; j < len; j++) {
370
- printChar(fd, HEAPU8[(ptr + j) >>> 0]);
371
- }
372
- num += len;
373
- }
374
- HEAPU32[(pnum >>> 2) >>> 0] = num;
375
- return 0;
376
- } else {
377
- iov = Number(iov as bigint);
378
- iovcnt = Number(iovcnt as bigint);
379
- pnum = Number(pnum as bigint);
380
- let num = 0;
381
- const HEAPU64 = new BigUint64Array(wasm_memory.buffer);
382
-
383
- for (let i = 0; i < iovcnt; i++) {
384
- let ptr = Number(HEAPU64[iov / 8]);
385
- let len = Number(HEAPU64[(iov + 8) / 8]);
386
- iov += 16;
387
- for (let j = 0; j < len; j++) {
388
- printChar(fd, HEAPU8[ptr + j]);
389
- }
390
-
391
- num += len;
392
- }
393
- HEAPU64[pnum / 8] = BigInt(num);
394
- return 0;
395
- }
396
- },
397
- proc_exit(e: number) {
398
- console.error("proc_exit", e);
399
- return 0;
400
- },
401
- ...opfs_imports,
402
- };
403
-
404
- const x = await obj.instantiateWasm(
405
- { env: module, wasi_snapshot_preview1: module },
406
- (instance: WebAssembly.Instance) => {
407
- psp_module =
408
- instance.exports as any as perspective_server.MainModule;
409
-
410
- // @ts-ignore
411
- is_memory64 = !!psp_module.psp_is_memory64();
412
- wasm_memory = instance.exports.memory as WebAssembly.Memory;
413
-
414
- // @ts-ignore
415
- psp_module._initialize();
416
- },
417
- );
418
-
419
- // No JSPI: every export is exposed verbatim (emscripten `_`-prefixed alias).
420
- // Restore is a synchronous import, so `psp_handle_request`/`psp_poll` stay
421
- // synchronous WASM calls.
422
- const extensions: Record<string, any> = {};
423
- for (const [name, func] of Object.entries(x)) {
424
- extensions[`_${name}`] = func;
425
- }
426
-
427
- // JS-driven residency safepoint. The only async OPFS step — opening each
428
- // victim's sync access handle — happens HERE, between the two synchronous C++
429
- // phases: `prepare` picks the cold victims (no freeing), we open their
430
- // handles, then `commit` flushes + frees them (now a synchronous write). The
431
- // `engine.ts` server-wide lock serializes this against engine calls. A no-op
432
- // when nothing is over budget.
433
- const psp_residency_safepoint = async (server: number | bigint) => {
434
- const mod = psp_module as any;
435
- if (!mod.psp_residency_prepare) {
436
- return;
437
- }
438
- const n = Number(mod.psp_residency_prepare(server));
439
- for (let i = 0; i < n; i++) {
440
- const index = is_memory64 ? BigInt(i) : i;
441
- const fname = readCString(
442
- mod.psp_residency_victim_fname(server, index),
443
- );
444
- if (fname) {
445
- await disk.ensureOpen(fname);
446
- }
447
- }
448
- mod.psp_residency_commit(server);
449
- };
450
-
451
- return {
452
- ...x,
453
- ...extensions,
454
- psp_residency_safepoint,
455
- get HEAPU8() {
456
- // @ts-ignore
457
- return new Uint8Array(wasm_memory.buffer);
458
- },
459
- };
460
- }
@@ -1,95 +0,0 @@
1
- // ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
2
- // ┃ ██████ ██████ ██████ █ █ █ █ █ █▄ ▀███ █ ┃
3
- // ┃ ▄▄▄▄▄█ █▄▄▄▄▄ ▄▄▄▄▄█ ▀▀▀▀▀█▀▀▀▀▀ █ ▀▀▀▀▀█ ████████▌▐███ ███▄ ▀█ █ ▀▀▀▀▀ ┃
4
- // ┃ █▀▀▀▀▀ █▀▀▀▀▀ █▀██▀▀ ▄▄▄▄▄ █ ▄▄▄▄▄█ ▄▄▄▄▄█ ████████▌▐███ █████▄ █ ▄▄▄▄▄ ┃
5
- // ┃ █ ██████ █ ▀█▄ █ ██████ █ ███▌▐███ ███████▄ █ ┃
6
- // ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫
7
- // ┃ Copyright (c) 2017, the Perspective Authors. ┃
8
- // ┃ ╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌╌ ┃
9
- // ┃ This file is part of the Perspective library, distributed under the terms ┃
10
- // ┃ of the [Apache License 2.0](https://www.apache.org/licenses/LICENSE-2.0). ┃
11
- // ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛
12
-
13
- import type * as perspective_client from "../../dist/wasm/perspective-js.js";
14
-
15
- function invert_promise<T>(): [(t: T) => void, Promise<T>, (t: any) => void] {
16
- let sender: ((t: T) => void) | undefined = undefined,
17
- reject: ((t: any) => void) | undefined = undefined;
18
- let receiver: Promise<T> = new Promise((x, u) => {
19
- sender = x;
20
- reject = u;
21
- });
22
-
23
- return [sender!, receiver, reject!];
24
- }
25
-
26
- export async function websocket(
27
- WebSocket: typeof window.WebSocket,
28
- Client: typeof perspective_client.Client,
29
- url: string | URL,
30
- options?: { maxPayload: number },
31
- ): Promise<perspective_client.Client> {
32
- let client: perspective_client.Client, ws: WebSocket;
33
-
34
- async function connect() {
35
- if (
36
- ws?.readyState === WebSocket.CONNECTING ||
37
- ws?.readyState === WebSocket.OPEN
38
- ) {
39
- console.warn(`Already connected ${ws.readyState}`);
40
- return;
41
- }
42
-
43
- let [sender, receiver, reject] = invert_promise();
44
-
45
- // @ts-ignore
46
- ws = new WebSocket(url, options);
47
- ws.onopen = sender;
48
- ws.binaryType = "arraybuffer";
49
- ws.onerror = (event) => {
50
- // @ts-expect-error
51
- const msg = event.message || "Generic Websocket Error";
52
- client.handle_error(msg, connect);
53
- reject(msg);
54
- };
55
-
56
- ws.onclose = (event) => {
57
- // https://www.rfc-editor.org/rfc/rfc6455#section-7.4.1
58
- const msg = `WebSocket closed ${event.code}`;
59
- client.handle_error(msg, connect);
60
- reject(msg);
61
- };
62
-
63
- ws.onmessage = (event) => {
64
- client.handle_response(event.data);
65
- };
66
-
67
- await receiver;
68
- }
69
-
70
- async function send_message(proto: Uint8Array) {
71
- if (
72
- ws.readyState === WebSocket.CLOSING ||
73
- ws.readyState === WebSocket.CLOSED
74
- ) {
75
- const msg = `WebSocket transport error (${ws.readyState})`;
76
- client.handle_error(msg, connect);
77
- throw new Error(msg);
78
- } else if (ws.readyState === WebSocket.CONNECTING) {
79
- const msg = `WebSocket message dropped (${ws.readyState})`;
80
- throw new Error(msg);
81
- } else {
82
- const buffer = proto.slice().buffer;
83
- ws.send(buffer);
84
- }
85
- }
86
-
87
- async function on_close() {
88
- console.debug("Closing WebSocket");
89
- ws.close();
90
- }
91
-
92
- client = new Client(send_message, on_close);
93
- await connect();
94
- return client;
95
- }
package/tsconfig.json DELETED
@@ -1,22 +0,0 @@
1
- {
2
- "compilerOptions": {
3
- "allowImportingTsExtensions": true,
4
- "strict": true,
5
- "module": "NodeNext",
6
- "target": "ESNext",
7
- "declaration": true,
8
- "emitDeclarationOnly": true,
9
- "outDir": "./dist/esm",
10
- "rootDir": ".",
11
- "moduleResolution": "NodeNext",
12
- "skipLibCheck": true,
13
- "resolveJsonModule": true
14
- },
15
- "include": [
16
- "./src/ts/perspective.node.ts",
17
- "./src/ts/perspective.cdn.ts",
18
- "./src/ts/virtual_servers/duckdb.ts",
19
- "./src/ts/virtual_servers/clickhouse.ts",
20
- "./test/js/*.ts"
21
- ]
22
- }