flatsql 3.11.1 → 3.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (181) hide show
  1. package/README.md +61 -795
  2. package/bin/flatsql.mjs +76 -0
  3. package/cpp/README.md +18 -0
  4. package/cpp/include/flatsql/flatsql.h +162 -0
  5. package/cpp/include/flatsql/flatsql_io.h +159 -0
  6. package/docs/API-3.12.md +114 -0
  7. package/package.json +28 -123
  8. package/wasm/flatsql.wasm +0 -0
  9. package/wasm/index.d.ts +61 -548
  10. package/wasm/index.js +280 -1281
  11. package/wasm/integrity.json +6 -26
  12. package/wasm/runtime/LICENSE.sdk.txt +190 -0
  13. package/wasm/runtime/NOTICE.txt +2 -0
  14. package/wasm/runtime/browser-guest.mjs +1 -0
  15. package/wasm/runtime/browser-host.mjs +1 -0
  16. package/wasm/runtime/node-guest.mjs +2 -0
  17. package/wasm/runtime/node-host.mjs +5 -0
  18. package/wasm/runtime/opfsIoWorker.mjs +1 -0
  19. package/wasm/runtime/wasiThreadBrowserWorker.mjs +1 -0
  20. package/dist/artifacts/index.d.ts +0 -3
  21. package/dist/artifacts/index.d.ts.map +0 -1
  22. package/dist/artifacts/index.js +0 -3
  23. package/dist/artifacts/index.js.map +0 -1
  24. package/dist/artifacts/transport.d.ts +0 -5
  25. package/dist/artifacts/transport.d.ts.map +0 -1
  26. package/dist/artifacts/transport.js +0 -45
  27. package/dist/artifacts/transport.js.map +0 -1
  28. package/dist/artifacts/types.d.ts +0 -34
  29. package/dist/artifacts/types.d.ts.map +0 -1
  30. package/dist/artifacts/types.js +0 -2
  31. package/dist/artifacts/types.js.map +0 -1
  32. package/dist/btree/btree.d.ts +0 -34
  33. package/dist/btree/btree.d.ts.map +0 -1
  34. package/dist/btree/btree.js +0 -234
  35. package/dist/btree/btree.js.map +0 -1
  36. package/dist/btree/index.d.ts +0 -3
  37. package/dist/btree/index.d.ts.map +0 -1
  38. package/dist/btree/index.js +0 -3
  39. package/dist/btree/index.js.map +0 -1
  40. package/dist/btree/types.d.ts +0 -36
  41. package/dist/btree/types.d.ts.map +0 -1
  42. package/dist/btree/types.js +0 -55
  43. package/dist/btree/types.js.map +0 -1
  44. package/dist/cluster/index.d.ts +0 -11
  45. package/dist/cluster/index.d.ts.map +0 -1
  46. package/dist/cluster/index.js +0 -59
  47. package/dist/cluster/index.js.map +0 -1
  48. package/dist/response/artifact.d.ts +0 -4
  49. package/dist/response/artifact.d.ts.map +0 -1
  50. package/dist/response/artifact.js +0 -102
  51. package/dist/response/artifact.js.map +0 -1
  52. package/dist/response/cache-key.d.ts +0 -6
  53. package/dist/response/cache-key.d.ts.map +0 -1
  54. package/dist/response/cache-key.js +0 -114
  55. package/dist/response/cache-key.js.map +0 -1
  56. package/dist/response/index.d.ts +0 -5
  57. package/dist/response/index.d.ts.map +0 -1
  58. package/dist/response/index.js +0 -5
  59. package/dist/response/index.js.map +0 -1
  60. package/dist/response/memory-cache.d.ts +0 -17
  61. package/dist/response/memory-cache.d.ts.map +0 -1
  62. package/dist/response/memory-cache.js +0 -76
  63. package/dist/response/memory-cache.js.map +0 -1
  64. package/dist/response/types.d.ts +0 -57
  65. package/dist/response/types.d.ts.map +0 -1
  66. package/dist/response/types.js +0 -2
  67. package/dist/response/types.js.map +0 -1
  68. package/dist/schema/index.d.ts +0 -3
  69. package/dist/schema/index.d.ts.map +0 -1
  70. package/dist/schema/index.js +0 -3
  71. package/dist/schema/index.js.map +0 -1
  72. package/dist/schema/parser.d.ts +0 -25
  73. package/dist/schema/parser.d.ts.map +0 -1
  74. package/dist/schema/parser.js +0 -474
  75. package/dist/schema/parser.js.map +0 -1
  76. package/dist/schema/types.d.ts +0 -33
  77. package/dist/schema/types.d.ts.map +0 -1
  78. package/dist/schema/types.js +0 -29
  79. package/dist/schema/types.js.map +0 -1
  80. package/dist/standalone/index.d.ts +0 -3
  81. package/dist/standalone/index.d.ts.map +0 -1
  82. package/dist/standalone/index.js +0 -3
  83. package/dist/standalone/index.js.map +0 -1
  84. package/dist/standalone/process-client.d.ts +0 -85
  85. package/dist/standalone/process-client.d.ts.map +0 -1
  86. package/dist/standalone/process-client.js +0 -537
  87. package/dist/standalone/process-client.js.map +0 -1
  88. package/dist/standalone/wasmedge-runner.d.ts +0 -19
  89. package/dist/standalone/wasmedge-runner.d.ts.map +0 -1
  90. package/dist/standalone/wasmedge-runner.js +0 -108
  91. package/dist/standalone/wasmedge-runner.js.map +0 -1
  92. package/dist/storage/index.d.ts +0 -3
  93. package/dist/storage/index.d.ts.map +0 -1
  94. package/dist/storage/index.js +0 -3
  95. package/dist/storage/index.js.map +0 -1
  96. package/dist/storage/stacked-flatbuffers.d.ts +0 -38
  97. package/dist/storage/stacked-flatbuffers.d.ts.map +0 -1
  98. package/dist/storage/stacked-flatbuffers.js +0 -253
  99. package/dist/storage/stacked-flatbuffers.js.map +0 -1
  100. package/dist/storage/types.d.ts +0 -23
  101. package/dist/storage/types.d.ts.map +0 -1
  102. package/dist/storage/types.js +0 -27
  103. package/dist/storage/types.js.map +0 -1
  104. package/dist/stress/aggregate.d.ts +0 -3
  105. package/dist/stress/aggregate.d.ts.map +0 -1
  106. package/dist/stress/aggregate.js +0 -61
  107. package/dist/stress/aggregate.js.map +0 -1
  108. package/dist/stress/docker-compose.d.ts +0 -17
  109. package/dist/stress/docker-compose.d.ts.map +0 -1
  110. package/dist/stress/docker-compose.js +0 -156
  111. package/dist/stress/docker-compose.js.map +0 -1
  112. package/dist/stress/index.d.ts +0 -10
  113. package/dist/stress/index.d.ts.map +0 -1
  114. package/dist/stress/index.js +0 -10
  115. package/dist/stress/index.js.map +0 -1
  116. package/dist/stress/metrics.d.ts +0 -3
  117. package/dist/stress/metrics.d.ts.map +0 -1
  118. package/dist/stress/metrics.js +0 -83
  119. package/dist/stress/metrics.js.map +0 -1
  120. package/dist/stress/native-publish-event-workload.d.ts +0 -3
  121. package/dist/stress/native-publish-event-workload.d.ts.map +0 -1
  122. package/dist/stress/native-publish-event-workload.js +0 -465
  123. package/dist/stress/native-publish-event-workload.js.map +0 -1
  124. package/dist/stress/production-gate.d.ts +0 -4
  125. package/dist/stress/production-gate.d.ts.map +0 -1
  126. package/dist/stress/production-gate.js +0 -12
  127. package/dist/stress/production-gate.js.map +0 -1
  128. package/dist/stress/report.d.ts +0 -3
  129. package/dist/stress/report.d.ts.map +0 -1
  130. package/dist/stress/report.js +0 -174
  131. package/dist/stress/report.js.map +0 -1
  132. package/dist/stress/sds-discovery.d.ts +0 -4
  133. package/dist/stress/sds-discovery.d.ts.map +0 -1
  134. package/dist/stress/sds-discovery.js +0 -40
  135. package/dist/stress/sds-discovery.js.map +0 -1
  136. package/dist/stress/smoke-runner.d.ts +0 -3
  137. package/dist/stress/smoke-runner.d.ts.map +0 -1
  138. package/dist/stress/smoke-runner.js +0 -64
  139. package/dist/stress/smoke-runner.js.map +0 -1
  140. package/dist/stress/types.d.ts +0 -219
  141. package/dist/stress/types.d.ts.map +0 -1
  142. package/dist/stress/types.js +0 -2
  143. package/dist/stress/types.js.map +0 -1
  144. package/dist/stress/workload.d.ts +0 -6
  145. package/dist/stress/workload.d.ts.map +0 -1
  146. package/dist/stress/workload.js +0 -144
  147. package/dist/stress/workload.js.map +0 -1
  148. package/docs/PARTITION-STORE-WASM.md +0 -338
  149. package/docs/PARTITION-STORE.md +0 -2380
  150. package/docs/agents/response-artifacts.md +0 -65
  151. package/docs/response-artifacts.md +0 -86
  152. package/scripts/stress-docker.sh +0 -279
  153. package/sdm/flatsql-spatial.wasm +0 -0
  154. package/sdm/index.d.ts +0 -88
  155. package/sdm/index.js +0 -253
  156. package/sdm/manifest.json +0 -402
  157. package/stress/docker/Dockerfile +0 -11
  158. package/stress/docker/docker-compose.yml +0 -51
  159. package/stress/sds/aggregate.mjs +0 -97
  160. package/stress/sds/run.mjs +0 -105
  161. package/stress/sds/write-compose.mjs +0 -96
  162. package/wasm/flatsql-client.js +0 -280
  163. package/wasm/flatsql-io.d.ts +0 -97
  164. package/wasm/flatsql-io.js +0 -625
  165. package/wasm/flatsql-p4-threads.wasm +0 -0
  166. package/wasm/flatsql-ps-threads.wasm +0 -0
  167. package/wasm/flatsql-wasi-noeh.wasm +0 -0
  168. package/wasm/flatsql-wasi.wasm +0 -0
  169. package/wasm/flatsql.js +0 -2
  170. package/wasm/flatsql.worker.js +0 -209
  171. package/wasm/native/flatsql_wasmedge_runner.cpp +0 -858
  172. package/wasm/ps-node-fault.d.mts +0 -23
  173. package/wasm/ps-node-fault.mjs +0 -381
  174. package/wasm/ps-node-guest.mjs +0 -173
  175. package/wasm/ps-node-host.d.mts +0 -95
  176. package/wasm/ps-node-host.mjs +0 -476
  177. package/wasm/ps-node-imports.mjs +0 -847
  178. package/wasm/ps.d.ts +0 -21
  179. package/wasm/ps.js +0 -75
  180. package/wasm/wasi.d.ts +0 -11
  181. package/wasm/wasi.js +0 -51
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "flatsql",
3
- "version": "3.11.1",
4
- "description": "SQL queries over raw FlatBuffer storage: the SQLite-backed wasm engine, the multithreaded partition store (flatsql-ps-threads.wasm) and store format 4, a FlatBuffer stream per source feed with its index in SQLite (flatsql-p4-threads.wasm)",
3
+ "version": "3.12.0",
4
+ "description": "One SQL engine for binary FlatBuffer streams: SDS QRP queries and results, SDS GJN geometry, persistent indexed storage, and one WASI threads artifact across hosts.",
5
5
  "type": "module",
6
6
  "main": "wasm/index.js",
7
7
  "types": "wasm/index.d.ts",
@@ -10,124 +10,36 @@
10
10
  "types": "./wasm/index.d.ts",
11
11
  "import": "./wasm/index.js"
12
12
  },
13
- "./wasm": {
14
- "types": "./wasm/index.d.ts",
15
- "import": "./wasm/index.js"
16
- },
17
- "./ps": {
18
- "types": "./wasm/ps.d.ts",
19
- "import": "./wasm/ps.js"
20
- },
21
- "./ps-threads.wasm": "./wasm/flatsql-ps-threads.wasm",
22
- "./p4-threads.wasm": "./wasm/flatsql-p4-threads.wasm",
23
- "./ps/node-host": {
24
- "types": "./wasm/ps-node-host.d.mts",
25
- "import": "./wasm/ps-node-host.mjs"
26
- },
27
- "./ps/fault": {
28
- "types": "./wasm/ps-node-fault.d.mts",
29
- "import": "./wasm/ps-node-fault.mjs"
30
- },
31
- "./integrity.json": "./wasm/integrity.json",
32
- "./wasi": {
33
- "types": "./wasm/wasi.d.ts",
34
- "import": "./wasm/wasi.js"
35
- },
36
- "./io": {
37
- "types": "./wasm/flatsql-io.d.ts",
38
- "import": "./wasm/flatsql-io.js"
39
- },
40
- "./artifacts": {
41
- "types": "./dist/artifacts/index.d.ts",
42
- "import": "./dist/artifacts/index.js"
43
- },
44
- "./response": {
45
- "types": "./dist/response/index.d.ts",
46
- "import": "./dist/response/index.js"
47
- },
48
- "./standalone/wasmedge": {
49
- "types": "./dist/standalone/index.d.ts",
50
- "import": "./dist/standalone/index.js"
51
- },
52
- "./btree": {
53
- "types": "./dist/btree/index.d.ts",
54
- "import": "./dist/btree/index.js"
55
- },
56
- "./storage": {
57
- "types": "./dist/storage/index.d.ts",
58
- "import": "./dist/storage/index.js"
59
- },
60
- "./schema": {
61
- "types": "./dist/schema/index.d.ts",
62
- "import": "./dist/schema/index.js"
63
- },
64
- "./cluster": {
65
- "types": "./dist/cluster/index.d.ts",
66
- "import": "./dist/cluster/index.js"
67
- },
68
- "./wasi.wasm": "./wasm/flatsql-wasi.wasm",
69
- "./sdm": {
70
- "types": "./sdm/index.d.ts",
71
- "import": "./sdm/index.js"
72
- },
73
- "./sdm.wasm": "./sdm/flatsql-spatial.wasm"
13
+ "./flatsql.wasm": "./wasm/flatsql.wasm",
14
+ "./integrity.json": "./wasm/integrity.json"
74
15
  },
75
16
  "files": [
76
- "dist",
77
- "wasm/*.js",
78
- "wasm/*.wasm",
79
- "wasm/*.json",
80
- "wasm/*.d.ts",
81
- "wasm/native/*.cpp",
82
- "sdm/*.js",
83
- "sdm/*.wasm",
84
- "sdm/*.d.ts",
85
- "sdm/*.json",
86
- "scripts/stress-docker.sh",
87
- "stress/docker/*",
88
- "stress/sds/*.mjs",
89
- "docs/response-artifacts.md",
90
- "docs/agents/*.md",
17
+ "wasm/index.js",
18
+ "wasm/index.d.ts",
19
+ "wasm/flatsql.wasm",
20
+ "wasm/integrity.json",
21
+ "wasm/runtime/*.mjs",
22
+ "wasm/runtime/*.txt",
23
+ "bin/flatsql.mjs",
24
+ "cpp/include/flatsql/flatsql.h",
25
+ "docs/API-3.12.md",
91
26
  "README.md",
92
27
  "LICENSE",
93
- "wasm/ps-node-host.mjs",
94
- "wasm/ps-node-guest.mjs",
95
- "wasm/ps-node-imports.mjs",
96
- "wasm/ps-node-fault.mjs",
97
- "wasm/*.d.mts",
98
- "docs/PARTITION-STORE-WASM.md",
99
- "docs/PARTITION-STORE.md"
28
+ "cpp/include/flatsql/flatsql_io.h"
100
29
  ],
101
30
  "scripts": {
102
- "build": "tsc",
31
+ "build": "node scripts/build-runtime.mjs && node scripts/build-demo.mjs",
103
32
  "build:wasm": "bash scripts/build-wasm.sh",
104
- "build:wasm:ps": "bash scripts/build-wasm.sh --ps",
105
- "build:wasm:ps-tests": "bash scripts/build-wasm.sh --ps-tests",
106
- "test": "node --experimental-wasm-exnref --experimental-vm-modules node_modules/jest/bin/jest.js",
107
- "test:wasm": "node wasm/test-bulk-ingest.mjs",
108
- "test:ps-wasm": "node scripts/ps-wasm-suite.mjs --crash-trials 1000",
109
- "dev": "tsc --watch",
33
+ "test": "node scripts/ci-unified-e2e.mjs",
34
+ "test:e2e": "bash scripts/ci-e2e.sh",
35
+ "test:browser": "node scripts/ci-browser-e2e.mjs",
110
36
  "serve": "vite docs --port 8081",
111
- "check:nav": "node scripts/check-sdn-stack-nav.mjs flatsql docs/index.html docs/assets/sdn-chrome/sdn-chrome.css",
112
- "check:dist": "node scripts/check-dist-tracked.mjs",
113
- "bench": "node bench/flatsql-perf.mjs",
114
- "bench:perf": "node bench/flatsql-perf.mjs",
115
- "bench:perf:profile": "node bench/flatsql-perf.mjs --profile",
116
- "prepublishOnly": "npm run check:dist && bash scripts/ci-e2e.sh --wasm-only",
117
- "emsdk:install": "bash scripts/install-emsdk.sh",
118
- "emsdk:env": "echo 'Run: source packages/emsdk/emsdk_env.sh'",
119
- "test:wasi": "node --experimental-wasm-exnref --experimental-vm-modules node_modules/jest/bin/jest.js --runTestsByPath test/wasi.test.ts test/standalone-wasm-imports.test.ts",
120
- "test:wasmedge": "node --experimental-wasm-exnref --experimental-vm-modules node_modules/jest/bin/jest.js --runTestsByPath test/wasmedge-standalone.test.ts test/wasmedge-runner.test.ts",
121
- "test:cluster": "bash scripts/cluster-validation.sh",
122
- "test:cluster:smoke": "bash scripts/cluster-validation.sh --duration=5 --stretch-duration=5 --readers=4 --stretch-readers=6",
123
- "stress:sds:smoke": "bash scripts/stress-docker.sh smoke",
124
- "stress:sds:docker-smoke": "bash scripts/stress-docker.sh docker-smoke",
125
- "stress:sds:docker-fleet": "bash scripts/stress-docker.sh docker-fleet",
126
- "stress:sds:full-config": "bash scripts/stress-docker.sh full-config",
127
- "stress:sds:full": "bash scripts/stress-docker.sh full",
128
37
  "check:imports": "node scripts/check-wasm-imports.mjs",
129
- "test:io": "node wasm/test-io-persistence.mjs",
130
- "check:integrity": "node scripts/write-integrity.mjs --check"
38
+ "check:integrity": "node scripts/write-integrity.mjs --check",
39
+ "check:package": "node scripts/check-package.mjs",
40
+ "check:types": "tsc --noEmit --skipLibCheck --target ES2022 --module NodeNext --moduleResolution NodeNext wasm/index.d.ts",
41
+ "check:nav": "node scripts/check-sdn-stack-nav.mjs flatsql docs/index.html docs/assets/sdn-chrome/sdn-chrome.css",
42
+ "prepublishOnly": "bash scripts/ci-e2e.sh --wasm-only"
131
43
  },
132
44
  "repository": {
133
45
  "type": "git",
@@ -158,29 +70,22 @@
158
70
  ],
159
71
  "author": "Edgesource Corporation <tj@edgesource.com>",
160
72
  "license": "PolyForm-Noncommercial-1.0.0",
161
- "peerDependencies": {
162
- "space-data-module-sdk": ">=0.8.24 <0.9.0"
163
- },
164
- "peerDependenciesMeta": {
165
- "space-data-module-sdk": {
166
- "optional": true
167
- }
168
- },
169
73
  "devDependencies": {
170
- "@types/jest": "^29.5.0",
171
74
  "@types/node": "^20.0.0",
172
75
  "flatc-wasm": "^26.1.32",
173
- "jest": "^29.7.0",
174
76
  "space-data-module-sdk": "0.8.24",
175
77
  "spacedatastandards.org": "1.256.0",
176
- "ts-jest": "^29.1.0",
177
78
  "typescript": "^5.3.0",
178
- "vite": "^5.0.0"
79
+ "vite": "^5.0.0",
80
+ "esbuild": "0.21.5"
179
81
  },
180
82
  "engines": {
181
83
  "node": ">=24.0.0"
182
84
  },
183
85
  "publishConfig": {
184
86
  "access": "public"
87
+ },
88
+ "bin": {
89
+ "flatsql": "bin/flatsql.mjs"
185
90
  }
186
91
  }
package/wasm/flatsql.wasm CHANGED
Binary file