@malloy-publisher/server 0.0.234 → 0.0.236

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (318) hide show
  1. package/dist/app/api-doc.yaml +47 -17
  2. package/dist/app/assets/{EnvironmentPage-DTZQ4Gxc.js → EnvironmentPage-BsAnavYN.js} +1 -1
  3. package/dist/app/assets/{HomePage-C5mlDPXK.js → HomePage-CADE138j.js} +1 -1
  4. package/dist/app/assets/{LightMode-DGNmhG0u.js → LightMode-Cfh7KzN8.js} +1 -1
  5. package/dist/app/assets/{MainPage-CVL_wmP4.js → MainPage-CO3pRlnV.js} +1 -1
  6. package/dist/app/assets/{MaterializationsPage-DmzMBCpy.js → MaterializationsPage-p9YjkRXZ.js} +1 -1
  7. package/dist/app/assets/{ModelPage-Dbvf4QbB.js → ModelPage-C1OSTv-x.js} +1 -1
  8. package/dist/app/assets/{PackagePage-DxdHc2Qs.js → PackagePage-e4kN75YR.js} +1 -1
  9. package/dist/app/assets/{RouteError-OJdT4tCd.js → RouteError-CzbfOkng.js} +1 -1
  10. package/dist/app/assets/{ThemeEditorPage-Bk7s0KXY.js → ThemeEditorPage-CciagFTq.js} +1 -1
  11. package/dist/app/assets/{WorkbookPage-j_vCWdN3.js → WorkbookPage-DNWmkCXa.js} +1 -1
  12. package/dist/app/assets/{core-Rj_4rRnA.es-DoIfLxDJ.js → core-Rj_4rRnA.es-BZyvITuO.js} +1 -1
  13. package/dist/app/assets/{index-B_jKMR35.js → index-CH2AcDzc.js} +4 -4
  14. package/dist/app/assets/{index-hw-xn0X7.js → index-DQa463gC.js} +2 -2
  15. package/dist/app/assets/{index-DWIe_hK0.js → index-DQpV7MyA.js} +1 -1
  16. package/dist/app/assets/{index-BabP-V-S.js → index-DzaYbhnD.js} +1 -1
  17. package/dist/app/assets/{index-D-rDyK11.js → index-VBbcc8s6.js} +1 -1
  18. package/dist/app/index.html +1 -1
  19. package/dist/package_load_worker.mjs +8 -1
  20. package/dist/server.mjs +471 -54
  21. package/package.json +16 -13
  22. package/.eslintrc.json +0 -44
  23. package/.prettierignore +0 -1
  24. package/.prettierrc +0 -4
  25. package/build.ts +0 -97
  26. package/eslint.config.mjs +0 -76
  27. package/k6-tests/README.md +0 -144
  28. package/k6-tests/bun.lock +0 -797
  29. package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
  30. package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
  31. package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
  32. package/k6-tests/load-test/load-test-crud.ts +0 -142
  33. package/k6-tests/load-test/load-test.ts +0 -784
  34. package/k6-tests/package.json +0 -27
  35. package/k6-tests/scripts/run-with-otel.sh +0 -50
  36. package/k6-tests/smoke-test/smoke-test.ts +0 -158
  37. package/k6-tests/tsconfig.json +0 -29
  38. package/k6-tests/utils/client_factory.ts +0 -128
  39. package/k6-tests/utils/common.ts +0 -489
  40. package/k6-tests/utils/logger.ts +0 -62
  41. package/k6-tests/utils/types.d.ts +0 -35
  42. package/malloy_mcp.dxt +0 -0
  43. package/publisher.config.example.bigquery.json +0 -33
  44. package/publisher.config.example.duckdb.json +0 -23
  45. package/publisher.config.json +0 -23
  46. package/scripts/bake-duckdb-extensions.js +0 -110
  47. package/src/config.spec.ts +0 -1535
  48. package/src/config.theme.spec.ts +0 -178
  49. package/src/config.ts +0 -1142
  50. package/src/constants.ts +0 -105
  51. package/src/controller/compile.controller.ts +0 -40
  52. package/src/controller/connection.controller.spec.ts +0 -849
  53. package/src/controller/connection.controller.ts +0 -901
  54. package/src/controller/database.controller.ts +0 -24
  55. package/src/controller/materialization.controller.spec.ts +0 -293
  56. package/src/controller/materialization.controller.ts +0 -319
  57. package/src/controller/model.controller.ts +0 -164
  58. package/src/controller/package.controller.spec.ts +0 -273
  59. package/src/controller/package.controller.ts +0 -306
  60. package/src/controller/query.controller.ts +0 -152
  61. package/src/controller/theme.controller.ts +0 -83
  62. package/src/controller/watch-mode.controller.ts +0 -243
  63. package/src/data_styles.ts +0 -71
  64. package/src/default-publisher.config.json +0 -23
  65. package/src/ducklake_version.spec.ts +0 -163
  66. package/src/ducklake_version.ts +0 -153
  67. package/src/errors.spec.ts +0 -119
  68. package/src/errors.ts +0 -237
  69. package/src/filter_deprecation.spec.ts +0 -64
  70. package/src/filter_deprecation.ts +0 -42
  71. package/src/health.spec.ts +0 -123
  72. package/src/health.ts +0 -233
  73. package/src/heap_check.spec.ts +0 -144
  74. package/src/heap_check.ts +0 -144
  75. package/src/instrumentation.ts +0 -214
  76. package/src/json_utils.spec.ts +0 -51
  77. package/src/json_utils.ts +0 -33
  78. package/src/logger.spec.ts +0 -210
  79. package/src/logger.ts +0 -251
  80. package/src/malloy_pin_prereqs.spec.ts +0 -25
  81. package/src/materialization_metrics.spec.ts +0 -169
  82. package/src/materialization_metrics.ts +0 -346
  83. package/src/mcp/error_messages.spec.ts +0 -35
  84. package/src/mcp/error_messages.ts +0 -183
  85. package/src/mcp/handler_utils.spec.ts +0 -108
  86. package/src/mcp/handler_utils.ts +0 -251
  87. package/src/mcp/mcp_constants.ts +0 -6
  88. package/src/mcp/query_envelope.spec.ts +0 -229
  89. package/src/mcp/query_envelope.ts +0 -240
  90. package/src/mcp/server.protocol.spec.ts +0 -250
  91. package/src/mcp/server.ts +0 -87
  92. package/src/mcp/skills/build_skills_bundle.spec.ts +0 -51
  93. package/src/mcp/skills/build_skills_bundle.ts +0 -176
  94. package/src/mcp/skills/skills_bundle.json +0 -1
  95. package/src/mcp/skills/skills_bundle.spec.ts +0 -171
  96. package/src/mcp/tool_response.spec.ts +0 -108
  97. package/src/mcp/tool_response.ts +0 -138
  98. package/src/mcp/tools/compile_tool.spec.ts +0 -315
  99. package/src/mcp/tools/compile_tool.ts +0 -208
  100. package/src/mcp/tools/docs_search/build_docs_index.ts +0 -132
  101. package/src/mcp/tools/docs_search/malloy_docs_index.json +0 -1
  102. package/src/mcp/tools/docs_search_tool.spec.ts +0 -32
  103. package/src/mcp/tools/docs_search_tool.ts +0 -128
  104. package/src/mcp/tools/embedding_index.spec.ts +0 -1236
  105. package/src/mcp/tools/embedding_index.ts +0 -808
  106. package/src/mcp/tools/execute_query_tool.spec.ts +0 -294
  107. package/src/mcp/tools/execute_query_tool.ts +0 -316
  108. package/src/mcp/tools/get_context_eval.ts +0 -275
  109. package/src/mcp/tools/get_context_tool.spec.ts +0 -592
  110. package/src/mcp/tools/get_context_tool.ts +0 -585
  111. package/src/mcp/tools/reload_package_tool.spec.ts +0 -232
  112. package/src/mcp/tools/reload_package_tool.ts +0 -132
  113. package/src/mcp_config.spec.ts +0 -919
  114. package/src/mcp_config.ts +0 -425
  115. package/src/oom_guards.integration.spec.ts +0 -269
  116. package/src/package_load/package_load_pool.spec.ts +0 -252
  117. package/src/package_load/package_load_pool.ts +0 -931
  118. package/src/package_load/package_load_worker.ts +0 -1034
  119. package/src/package_load/protocol.ts +0 -364
  120. package/src/package_load/rpc_wait_accountant.spec.ts +0 -109
  121. package/src/package_load/rpc_wait_accountant.ts +0 -76
  122. package/src/package_load_metrics.spec.ts +0 -114
  123. package/src/package_load_metrics.ts +0 -127
  124. package/src/path_safety.spec.ts +0 -158
  125. package/src/path_safety.ts +0 -146
  126. package/src/pg_helpers.spec.ts +0 -223
  127. package/src/pg_helpers.ts +0 -52
  128. package/src/query_cap_metrics.spec.ts +0 -89
  129. package/src/query_cap_metrics.ts +0 -116
  130. package/src/query_concurrency.spec.ts +0 -247
  131. package/src/query_concurrency.ts +0 -237
  132. package/src/query_metadata_metrics.ts +0 -49
  133. package/src/query_param_utils.ts +0 -29
  134. package/src/query_timeout.spec.ts +0 -224
  135. package/src/query_timeout.ts +0 -179
  136. package/src/runtime/publisher.js +0 -328
  137. package/src/server-old.ts +0 -988
  138. package/src/server.ts +0 -2059
  139. package/src/service/annotations.spec.ts +0 -118
  140. package/src/service/annotations.ts +0 -91
  141. package/src/service/authorize.spec.ts +0 -154
  142. package/src/service/authorize.ts +0 -498
  143. package/src/service/authorize_integration.spec.ts +0 -2041
  144. package/src/service/build_plan.spec.ts +0 -685
  145. package/src/service/build_plan.ts +0 -797
  146. package/src/service/compile_authorize.spec.ts +0 -85
  147. package/src/service/compile_fragment_techniques.spec.ts +0 -156
  148. package/src/service/connection.spec.ts +0 -2360
  149. package/src/service/connection.ts +0 -2187
  150. package/src/service/connection_config.spec.ts +0 -734
  151. package/src/service/connection_config.ts +0 -899
  152. package/src/service/connection_federation.spec.ts +0 -184
  153. package/src/service/connection_fingerprint.spec.ts +0 -102
  154. package/src/service/connection_service.spec.ts +0 -711
  155. package/src/service/connection_service.ts +0 -291
  156. package/src/service/cron_evaluator.spec.ts +0 -79
  157. package/src/service/cron_evaluator.ts +0 -105
  158. package/src/service/db_utils.spec.ts +0 -1085
  159. package/src/service/db_utils.ts +0 -1502
  160. package/src/service/duckdb_instance_isolation.spec.ts +0 -137
  161. package/src/service/ducklake_lazy_attach.spec.ts +0 -110
  162. package/src/service/embedding_provider.spec.ts +0 -329
  163. package/src/service/embedding_provider.ts +0 -236
  164. package/src/service/environment.ts +0 -2191
  165. package/src/service/environment_admission.spec.ts +0 -344
  166. package/src/service/environment_compile.spec.ts +0 -197
  167. package/src/service/environment_store.spec.ts +0 -2274
  168. package/src/service/environment_store.ts +0 -2434
  169. package/src/service/environment_store_anchoring.spec.ts +0 -107
  170. package/src/service/environment_store_clone.spec.ts +0 -350
  171. package/src/service/explore_visibility.spec.ts +0 -434
  172. package/src/service/exports_probe.spec.ts +0 -107
  173. package/src/service/extension_fetch_policy.spec.ts +0 -256
  174. package/src/service/filter.spec.ts +0 -458
  175. package/src/service/filter.ts +0 -341
  176. package/src/service/filter_bypass.spec.ts +0 -418
  177. package/src/service/filter_integration.spec.ts +0 -1004
  178. package/src/service/freshness.spec.ts +0 -183
  179. package/src/service/freshness.ts +0 -112
  180. package/src/service/gcs_s3_utils.ts +0 -427
  181. package/src/service/given.ts +0 -105
  182. package/src/service/givens_integration.spec.ts +0 -219
  183. package/src/service/manifest_loader.spec.ts +0 -189
  184. package/src/service/manifest_loader.ts +0 -156
  185. package/src/service/materialization_build_session.spec.ts +0 -435
  186. package/src/service/materialization_build_session.ts +0 -681
  187. package/src/service/materialization_config_validation.spec.ts +0 -99
  188. package/src/service/materialization_config_validation.ts +0 -120
  189. package/src/service/materialization_eligibility.spec.ts +0 -158
  190. package/src/service/materialization_eligibility.ts +0 -305
  191. package/src/service/materialization_schedule_surface.spec.ts +0 -256
  192. package/src/service/materialization_scheduler.spec.ts +0 -289
  193. package/src/service/materialization_scheduler.ts +0 -304
  194. package/src/service/materialization_serve_transform.spec.ts +0 -1003
  195. package/src/service/materialization_serve_transform.ts +0 -779
  196. package/src/service/materialization_service.spec.ts +0 -2373
  197. package/src/service/materialization_service.ts +0 -2342
  198. package/src/service/materialization_test_fixtures.ts +0 -249
  199. package/src/service/model.spec.ts +0 -1157
  200. package/src/service/model.ts +0 -3370
  201. package/src/service/model_limits.spec.ts +0 -209
  202. package/src/service/model_limits.ts +0 -131
  203. package/src/service/model_storage_serve.spec.ts +0 -193
  204. package/src/service/model_storage_serve_joins.spec.ts +0 -193
  205. package/src/service/package.spec.ts +0 -612
  206. package/src/service/package.ts +0 -1799
  207. package/src/service/package_manifest.spec.ts +0 -230
  208. package/src/service/package_manifest.ts +0 -241
  209. package/src/service/package_memory_governor.spec.ts +0 -173
  210. package/src/service/package_memory_governor.ts +0 -233
  211. package/src/service/package_quote_bound_tables.spec.ts +0 -171
  212. package/src/service/package_race.spec.ts +0 -208
  213. package/src/service/package_reload_safety.spec.ts +0 -193
  214. package/src/service/package_rollback.spec.ts +0 -190
  215. package/src/service/package_worker_path.spec.ts +0 -645
  216. package/src/service/path_injection.spec.ts +0 -39
  217. package/src/service/persist_annotation_validation.spec.ts +0 -89
  218. package/src/service/persist_annotation_validation.ts +0 -59
  219. package/src/service/persistence_policy.spec.ts +0 -374
  220. package/src/service/proxy.spec.ts +0 -414
  221. package/src/service/proxy.ts +0 -248
  222. package/src/service/query_boundary.spec.ts +0 -470
  223. package/src/service/query_metadata.spec.ts +0 -408
  224. package/src/service/query_metadata.ts +0 -492
  225. package/src/service/query_metadata_identity.spec.ts +0 -149
  226. package/src/service/query_text.spec.ts +0 -79
  227. package/src/service/query_text.ts +0 -43
  228. package/src/service/quoting.spec.ts +0 -135
  229. package/src/service/quoting.ts +0 -78
  230. package/src/service/resolve_environment.ts +0 -15
  231. package/src/service/restricted_mode.spec.ts +0 -299
  232. package/src/service/source_extraction.ts +0 -225
  233. package/src/service/theme_store.ts +0 -199
  234. package/src/storage/DatabaseInterface.ts +0 -198
  235. package/src/storage/StorageManager.ts +0 -113
  236. package/src/storage/duckdb/ConnectionRepository.ts +0 -143
  237. package/src/storage/duckdb/DuckDBConnection.ts +0 -123
  238. package/src/storage/duckdb/DuckDBRepository.ts +0 -208
  239. package/src/storage/duckdb/EnvironmentRepository.ts +0 -148
  240. package/src/storage/duckdb/MaterializationRepository.spec.ts +0 -191
  241. package/src/storage/duckdb/MaterializationRepository.ts +0 -336
  242. package/src/storage/duckdb/PackageRepository.ts +0 -135
  243. package/src/storage/duckdb/schema.ts +0 -229
  244. package/src/stream_helpers.spec.ts +0 -280
  245. package/src/stream_helpers.ts +0 -162
  246. package/src/telemetry.ts +0 -20
  247. package/src/test_helpers/metrics_harness.ts +0 -166
  248. package/src/theme_key_parity.spec.ts +0 -57
  249. package/src/utils.ts +0 -29
  250. package/tests/fixtures/authorize-compile/model.malloy +0 -9
  251. package/tests/fixtures/authorize-compile/publisher.json +0 -4
  252. package/tests/fixtures/html-pages-nopublic/model.malloy +0 -1
  253. package/tests/fixtures/html-pages-nopublic/publisher.json +0 -5
  254. package/tests/fixtures/html-pages-test/data.csv +0 -3
  255. package/tests/fixtures/html-pages-test/public/assets/app.css +0 -3
  256. package/tests/fixtures/html-pages-test/public/barehtml.html +0 -4
  257. package/tests/fixtures/html-pages-test/public/bodymeta.html +0 -8
  258. package/tests/fixtures/html-pages-test/public/data.json +0 -1
  259. package/tests/fixtures/html-pages-test/public/fitcomment.html +0 -11
  260. package/tests/fixtures/html-pages-test/public/index.html +0 -9
  261. package/tests/fixtures/html-pages-test/public/nohead.html +0 -8
  262. package/tests/fixtures/html-pages-test/public/notfit.html +0 -13
  263. package/tests/fixtures/html-pages-test/public/slides.html +0 -12
  264. package/tests/fixtures/html-pages-test/public/sub/page2.html +0 -9
  265. package/tests/fixtures/html-pages-test/public/unterminated.html +0 -10
  266. package/tests/fixtures/html-pages-test/publisher.json +0 -5
  267. package/tests/fixtures/html-pages-test/report.malloy +0 -1
  268. package/tests/fixtures/persist-multi-level/data/orders.csv +0 -5
  269. package/tests/fixtures/persist-multi-level/multi_level.malloy +0 -18
  270. package/tests/fixtures/persist-multi-level/publisher.json +0 -5
  271. package/tests/fixtures/persist-schedule-test/data/orders.csv +0 -5
  272. package/tests/fixtures/persist-schedule-test/persist_schedule_test.malloy +0 -11
  273. package/tests/fixtures/persist-schedule-test/publisher.json +0 -7
  274. package/tests/fixtures/persist-schedule-warn-test/data/orders.csv +0 -5
  275. package/tests/fixtures/persist-schedule-warn-test/persist_warn_test.malloy +0 -11
  276. package/tests/fixtures/persist-schedule-warn-test/publisher.json +0 -6
  277. package/tests/fixtures/persist-test/data/orders.csv +0 -5
  278. package/tests/fixtures/persist-test/persist_test.malloy +0 -11
  279. package/tests/fixtures/persist-test/publisher.json +0 -5
  280. package/tests/fixtures/publisher.config.json +0 -15
  281. package/tests/fixtures/query-givens/data/orders.csv +0 -7
  282. package/tests/fixtures/query-givens/model.malloy +0 -34
  283. package/tests/fixtures/query-givens/publisher.json +0 -5
  284. package/tests/fixtures/xlsx/database.xlsx +0 -0
  285. package/tests/harness/mcp_test_setup.ts +0 -332
  286. package/tests/harness/rest_e2e.ts +0 -68
  287. package/tests/integration/authorize/compile_authorize_http.integration.spec.ts +0 -92
  288. package/tests/integration/concurrent_package/concurrent_package.integration.spec.ts +0 -280
  289. package/tests/integration/duckdb_storage/duckdb_storage.integration.spec.ts +0 -138
  290. package/tests/integration/first_boot/readiness_line.integration.spec.ts +0 -177
  291. package/tests/integration/html_pages/html_pages.integration.spec.ts +0 -440
  292. package/tests/integration/legacy_routes/legacy_routes.integration.spec.ts +0 -259
  293. package/tests/integration/materialization/environment_list.integration.spec.ts +0 -133
  294. package/tests/integration/materialization/freshness_gate.integration.spec.ts +0 -292
  295. package/tests/integration/materialization/manifest_binding.integration.spec.ts +0 -430
  296. package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -441
  297. package/tests/integration/materialization/orchestrated_rebind.integration.spec.ts +0 -150
  298. package/tests/integration/materialization/reference_manifest.integration.spec.ts +0 -251
  299. package/tests/integration/materialization/schedule_edit.integration.spec.ts +0 -126
  300. package/tests/integration/materialization/scheduler.integration.spec.ts +0 -200
  301. package/tests/integration/materialization/scheduler_recovery.integration.spec.ts +0 -172
  302. package/tests/integration/materialization/scheduler_transitions.integration.spec.ts +0 -256
  303. package/tests/integration/materialization/scheduler_wiring.integration.spec.ts +0 -143
  304. package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -438
  305. package/tests/integration/mcp/mcp_get_context_semantic.integration.spec.ts +0 -235
  306. package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -98
  307. package/tests/integration/query_givens/query_givens.integration.spec.ts +0 -146
  308. package/tests/integration/query_givens/query_givens_authorize.integration.spec.ts +0 -121
  309. package/tests/integration/sdk_givens/sdk_givens.integration.spec.ts +0 -110
  310. package/tests/integration/watch-mode/watch_mode.integration.spec.ts +0 -421
  311. package/tests/unit/controller/theme.controller.spec.ts +0 -141
  312. package/tests/unit/duckdb/attached_databases.test.ts +0 -1243
  313. package/tests/unit/duckdb/duckdb_connection.test.ts +0 -181
  314. package/tests/unit/duckdb/legacy_schema_migration.test.ts +0 -197
  315. package/tests/unit/duckdb/repositories.test.ts +0 -208
  316. package/tests/unit/ducklake/ducklake.test.ts +0 -952
  317. package/tests/unit/service/theme_store.spec.ts +0 -139
  318. package/tsconfig.json +0 -32
@@ -1,1243 +0,0 @@
1
- import { DuckDBConnection } from "@malloydata/db-duckdb";
2
- import {
3
- afterAll,
4
- afterEach,
5
- beforeAll,
6
- beforeEach,
7
- describe,
8
- expect,
9
- it,
10
- } from "bun:test";
11
- import fs from "fs/promises";
12
- import os from "os";
13
- import path from "path";
14
- import type { components } from "../../../src/api";
15
- import { createEnvironmentConnections } from "../../../src/service/connection";
16
-
17
- type ApiConnection = components["schemas"]["Connection"];
18
-
19
- const TEST_DB_DIR = path.join(os.tmpdir(), "duckdb-attached-db-tests");
20
- const TEST_DB_PATH = path.join(TEST_DB_DIR, "test.duckdb");
21
-
22
- describe("DuckDB Attached Databases", () => {
23
- let connection: DuckDBConnection;
24
-
25
- beforeAll(async () => {
26
- await fs.mkdir(TEST_DB_DIR, { recursive: true });
27
- connection = new DuckDBConnection("test", TEST_DB_PATH, TEST_DB_DIR);
28
- });
29
-
30
- afterAll(async () => {
31
- try {
32
- await connection.close();
33
- await new Promise((resolve) => setTimeout(resolve, 100));
34
- await fs.rm(TEST_DB_DIR, { recursive: true, force: true });
35
- } catch {
36
- // Ignore cleanup errors
37
- }
38
- });
39
-
40
- describe("Extension Availability Tests", () => {
41
- it("should verify community extension install capability", async () => {
42
- const result = await connection.runSQL("INSTALL json;");
43
- expect(result).toBeDefined();
44
- });
45
-
46
- it("should report clear error when extension is not found", async () => {
47
- try {
48
- await connection.runSQL(
49
- "INSTALL 'nonexistent_extension_xyz' FROM community;",
50
- );
51
- expect(true).toBe(false);
52
- } catch (error) {
53
- expect(error).toBeInstanceOf(Error);
54
- const message = (error as Error).message.toLowerCase();
55
- expect(
56
- message.includes("extension") || message.includes("not found"),
57
- ).toBe(true);
58
- }
59
- });
60
-
61
- it("should load httpfs extension for cloud storage", async () => {
62
- await connection.runSQL("INSTALL httpfs;");
63
- await connection.runSQL("LOAD httpfs;");
64
- const result = await connection.runSQL(
65
- "SELECT * FROM duckdb_extensions() WHERE extension_name = 'httpfs';",
66
- );
67
- expect(result.rows.length).toBeGreaterThan(0);
68
- });
69
-
70
- it("should load aws extension for cloud storage", async () => {
71
- await connection.runSQL("INSTALL aws;");
72
- await connection.runSQL("LOAD aws;");
73
- const result = await connection.runSQL(
74
- "SELECT * FROM duckdb_extensions() WHERE extension_name = 'aws';",
75
- );
76
- expect(result.rows.length).toBeGreaterThan(0);
77
- });
78
-
79
- it("should load postgres extension", async () => {
80
- await connection.runSQL("INSTALL postgres;");
81
- await connection.runSQL("LOAD postgres;");
82
- // Extension is named 'postgres' but registered as 'postgres_scanner'
83
- const result = await connection.runSQL(
84
- "SELECT * FROM duckdb_extensions() WHERE extension_name = 'postgres_scanner';",
85
- );
86
- expect(result.rows.length).toBeGreaterThan(0);
87
- });
88
-
89
- it("should load bigquery extension from community", async () => {
90
- try {
91
- await connection.runSQL("INSTALL 'bigquery' FROM community;");
92
- await connection.runSQL("LOAD bigquery;");
93
- const result = await connection.runSQL(
94
- "SELECT * FROM duckdb_extensions() WHERE extension_name = 'bigquery';",
95
- );
96
- expect(result.rows.length).toBeGreaterThan(0);
97
- } catch (error) {
98
- const message = (error as Error).message;
99
- if (
100
- message.includes("not found") ||
101
- message.includes("Extension")
102
- ) {
103
- console.error(
104
- `\nBigQuery extension not available for this DuckDB version/platform.`,
105
- );
106
- console.error(`Error: ${message}\n`);
107
- }
108
- throw error;
109
- }
110
- });
111
-
112
- it("should load snowflake extension from community", async () => {
113
- try {
114
- await connection.runSQL("INSTALL 'snowflake' FROM community;");
115
- await connection.runSQL("LOAD snowflake;");
116
- const result = await connection.runSQL(
117
- "SELECT * FROM duckdb_extensions() WHERE extension_name = 'snowflake';",
118
- );
119
- expect(result.rows.length).toBeGreaterThan(0);
120
- } catch (error) {
121
- const message = (error as Error).message;
122
- if (
123
- message.includes("not found") ||
124
- message.includes("Extension")
125
- ) {
126
- console.error(
127
- `\nSnowflake extension not available for this DuckDB version/platform.`,
128
- );
129
- console.error(`Error: ${message}\n`);
130
- }
131
- throw error;
132
- }
133
- });
134
-
135
- it("should load ducklake extension", async () => {
136
- try {
137
- await connection.runSQL("INSTALL ducklake;");
138
- await connection.runSQL("LOAD ducklake;");
139
- const result = await connection.runSQL(
140
- "SELECT * FROM duckdb_extensions() WHERE extension_name = 'ducklake';",
141
- );
142
- expect(result.rows.length).toBeGreaterThan(0);
143
- } catch (error) {
144
- const message = (error as Error).message;
145
- if (
146
- message.includes("not found") ||
147
- message.includes("Extension")
148
- ) {
149
- console.error(
150
- `\nDuckLake extension not available for this DuckDB version/platform.`,
151
- );
152
- console.error(`Error: ${message}\n`);
153
- }
154
- throw error;
155
- }
156
- });
157
-
158
- // The connection/storage layers INSTALL/LOAD these at runtime (cloud
159
- // attach, the per-package sandbox, the materialization catalog). This
160
- // asserts the DuckDB engine we resolve -- Malloy's @duckdb/node-api or
161
- // our own npm pin, whichever this connection uses -- can install AND load
162
- // every one of them, so a version bump that drops support for any is
163
- // caught here rather than at runtime.
164
- it("loads every core runtime DuckDB extension (httpfs, aws, azure, postgres, ducklake)", async () => {
165
- // INSTALL name -> the name it registers as in duckdb_extensions().
166
- const required: Array<{ install: string; registered: string }> = [
167
- { install: "httpfs", registered: "httpfs" },
168
- { install: "aws", registered: "aws" },
169
- { install: "azure", registered: "azure" },
170
- { install: "postgres", registered: "postgres_scanner" },
171
- { install: "ducklake", registered: "ducklake" },
172
- ];
173
-
174
- for (const { install, registered } of required) {
175
- await connection.runSQL(`INSTALL ${install};`);
176
- await connection.runSQL(`LOAD ${install};`);
177
-
178
- const result = await connection.runSQL(
179
- `SELECT loaded, installed FROM duckdb_extensions() WHERE extension_name = '${registered}';`,
180
- );
181
- const row = result.rows[0] as
182
- | { loaded: boolean; installed: boolean }
183
- | undefined;
184
-
185
- expect(
186
- row,
187
- `extension '${install}' (registered '${registered}') not present after INSTALL/LOAD`,
188
- ).toBeDefined();
189
- expect(
190
- row?.installed,
191
- `extension '${install}' is not installed`,
192
- ).toBe(true);
193
- expect(
194
- row?.loaded,
195
- `extension '${install}' is installed but not loaded`,
196
- ).toBe(true);
197
- }
198
- });
199
-
200
- it("loads every community runtime DuckDB extension (bigquery, snowflake) where the platform supports it", async () => {
201
- // bigquery and snowflake come from the DuckDB community repository.
202
- // Unlike the core extensions they are platform-dependent: snowflake in
203
- // particular relies on a native ADBC driver not available on every
204
- // OS/arch (e.g. the Windows runner). When one can't load on this
205
- // platform, log it and continue rather than failing -- the goal is to
206
- // confirm that *where supported*, the resolved DuckDB engine loads it.
207
- //
208
- // The earlier per-extension tests already INSTALL these, so here we
209
- // only LOAD. We deliberately avoid `FORCE INSTALL`: re-installing an
210
- // extension that's already in the shared on-disk cache makes DuckDB
211
- // move/overwrite the file, which races and fails on Windows
212
- // ("Could not move file: Access is denied.").
213
- const community = ["bigquery", "snowflake"];
214
-
215
- for (const ext of community) {
216
- try {
217
- await connection.runSQL(`INSTALL '${ext}' FROM community;`);
218
- await connection.runSQL(`LOAD ${ext};`);
219
- } catch (error) {
220
- const message =
221
- error instanceof Error ? error.message : String(error);
222
- console.warn(
223
- `community extension '${ext}' not available on this platform; skipping: ${message}`,
224
- );
225
- continue;
226
- }
227
-
228
- const result = await connection.runSQL(
229
- `SELECT loaded, installed FROM duckdb_extensions() WHERE extension_name = '${ext}';`,
230
- );
231
- const row = result.rows[0] as
232
- | { loaded: boolean; installed: boolean }
233
- | undefined;
234
-
235
- // INSTALL/LOAD reported success above, so the extension should now
236
- // report loaded. If the engine reports otherwise on this platform,
237
- // log it rather than failing -- community extensions are best-effort
238
- // and the connection layer tolerates the same.
239
- if (!row?.loaded) {
240
- console.warn(
241
- `community extension '${ext}' reported success but is not loaded on this platform; skipping assertion`,
242
- );
243
- }
244
- }
245
-
246
- // The suite still asserts something concrete: at least one community
247
- // extension loads on every supported platform (bigquery is broadly
248
- // available; snowflake depends on a native driver). This catches a
249
- // total community-repo breakage without being brittle per-platform.
250
- const loaded = await connection.runSQL(
251
- "SELECT count(*) AS n FROM duckdb_extensions() WHERE loaded AND extension_name IN ('bigquery', 'snowflake');",
252
- );
253
- const n = Number((loaded.rows[0] as { n: number | bigint }).n);
254
- expect(
255
- n,
256
- "expected at least one community extension (bigquery/snowflake) to load",
257
- ).toBeGreaterThan(0);
258
- });
259
- });
260
-
261
- describe("Configuration Validation - Negative Tests", () => {
262
- it("should reject BigQuery config without service account key", async () => {
263
- const invalidConfig = {
264
- name: "test_bq",
265
- type: "bigquery",
266
- bigqueryConnection: {
267
- defaultProjectId: "test-project",
268
- },
269
- };
270
-
271
- expect(
272
- invalidConfig.bigqueryConnection.defaultProjectId,
273
- ).toBeDefined();
274
- expect(
275
- (invalidConfig.bigqueryConnection as Record<string, unknown>)
276
- .serviceAccountKeyJson,
277
- ).toBeUndefined();
278
- });
279
-
280
- it("should reject invalid service account JSON", async () => {
281
- const invalidJson = '{"type": "wrong_type"}';
282
-
283
- try {
284
- const keyData = JSON.parse(invalidJson);
285
- if (keyData.type !== "service_account") {
286
- throw new Error(
287
- 'Invalid service account key: incorrect "type" field',
288
- );
289
- }
290
- expect(true).toBe(false);
291
- } catch (error) {
292
- expect((error as Error).message).toContain("type");
293
- }
294
- });
295
-
296
- it("should reject service account JSON missing required fields", async () => {
297
- const incompleteJson = JSON.stringify({
298
- type: "service_account",
299
- project_id: "test-project",
300
- });
301
-
302
- const requiredFields = [
303
- "type",
304
- "project_id",
305
- "private_key",
306
- "client_email",
307
- ];
308
- const keyData = JSON.parse(incompleteJson);
309
-
310
- const missingFields = requiredFields.filter(
311
- (field) => !keyData[field],
312
- );
313
- expect(missingFields).toContain("private_key");
314
- expect(missingFields).toContain("client_email");
315
- });
316
-
317
- it("should reject Snowflake config without required credentials", async () => {
318
- const invalidConfig = {
319
- name: "test_sf",
320
- type: "snowflake",
321
- snowflakeConnection: {
322
- account: "test-account",
323
- },
324
- };
325
-
326
- const requiredFields = {
327
- account:
328
- (invalidConfig.snowflakeConnection as Record<string, unknown>)
329
- .account || null,
330
- username:
331
- (invalidConfig.snowflakeConnection as Record<string, unknown>)
332
- .username || null,
333
- password:
334
- (invalidConfig.snowflakeConnection as Record<string, unknown>)
335
- .password || null,
336
- };
337
-
338
- const missingFields = Object.entries(requiredFields)
339
- .filter(([, value]) => !value)
340
- .map(([key]) => key);
341
-
342
- expect(missingFields).toContain("username");
343
- expect(missingFields).toContain("password");
344
- });
345
-
346
- it("should reject GCS config without keyId and secret", async () => {
347
- const invalidConfig = {
348
- name: "test_gcs",
349
- type: "gcs",
350
- gcsConnection: {},
351
- };
352
-
353
- expect(
354
- (invalidConfig.gcsConnection as Record<string, unknown>).keyId,
355
- ).toBeUndefined();
356
- expect(
357
- (invalidConfig.gcsConnection as Record<string, unknown>).secret,
358
- ).toBeUndefined();
359
- });
360
-
361
- it("should reject S3 config without credentials", async () => {
362
- const invalidConfig = {
363
- name: "test_s3",
364
- type: "s3",
365
- s3Connection: {},
366
- };
367
-
368
- expect(
369
- (invalidConfig.s3Connection as Record<string, unknown>).accessKeyId,
370
- ).toBeUndefined();
371
- expect(
372
- (invalidConfig.s3Connection as Record<string, unknown>)
373
- .secretAccessKey,
374
- ).toBeUndefined();
375
- });
376
-
377
- it("should reject unsupported database type", async () => {
378
- const unsupportedType = "mongodb";
379
- const supportedTypes = [
380
- "bigquery",
381
- "snowflake",
382
- "postgres",
383
- "gcs",
384
- "s3",
385
- ];
386
-
387
- expect(supportedTypes).not.toContain(unsupportedType);
388
- });
389
- });
390
-
391
- describe("DuckDB Connection - Positive Tests", () => {
392
- it("should create and query in-memory database", async () => {
393
- const memConnection = new DuckDBConnection(
394
- "mem_test",
395
- ":memory:",
396
- TEST_DB_DIR,
397
- );
398
- const result = await memConnection.runSQL("SELECT 1 as value;");
399
- expect(result.rows[0]).toEqual({ value: 1 });
400
- await memConnection.close();
401
- });
402
-
403
- it("should show databases including memory", async () => {
404
- const result = await connection.runSQL("SHOW DATABASES;");
405
- expect(result.rows).toBeDefined();
406
- expect(Array.isArray(result.rows)).toBe(true);
407
- });
408
-
409
- it("should handle SQL escaping correctly", async () => {
410
- const testValue = "test'with\"special;chars";
411
- const escaped = testValue.replace(/'/g, "''");
412
- const result = await connection.runSQL(
413
- `SELECT '${escaped}' as escaped_value;`,
414
- );
415
- expect(result.rows[0].escaped_value).toBe(testValue);
416
- });
417
-
418
- it("should create and use secrets", async () => {
419
- await connection.runSQL(`
420
- CREATE OR REPLACE SECRET test_secret (
421
- TYPE S3,
422
- KEY_ID 'test_key',
423
- SECRET 'test_secret_value',
424
- REGION 'us-east-1'
425
- );
426
- `);
427
-
428
- const secrets = await connection.runSQL(
429
- "SELECT * FROM duckdb_secrets();",
430
- );
431
- expect(secrets.rows.length).toBeGreaterThan(0);
432
-
433
- await connection.runSQL("DROP SECRET IF EXISTS test_secret;");
434
- });
435
- });
436
-
437
- describe("Version Compatibility Check", () => {
438
- it("should report DuckDB version for diagnostics", async () => {
439
- const result = await connection.runSQL("SELECT version() as version;");
440
- const version = result.rows[0].version as string;
441
-
442
- console.log(`\n📊 DuckDB Version: ${version}`);
443
-
444
- expect(version).toBeDefined();
445
- expect(typeof version).toBe("string");
446
- expect(version).toMatch(/v?\d+\.\d+\.\d+/);
447
- });
448
-
449
- it("should list available extensions for diagnostics", async () => {
450
- const result = await connection.runSQL(
451
- "SELECT extension_name, loaded, installed FROM duckdb_extensions() WHERE installed = true ORDER BY extension_name;",
452
- );
453
-
454
- console.log(`\n📦 Installed Extensions:`);
455
- for (const row of result.rows) {
456
- const r = row as {
457
- extension_name: string;
458
- loaded: boolean;
459
- installed: boolean;
460
- };
461
- console.log(` - ${r.extension_name} (loaded: ${r.loaded})`);
462
- }
463
-
464
- expect(result.rows).toBeDefined();
465
- });
466
- });
467
- });
468
-
469
- describe("createEnvironmentConnections - DuckDB", () => {
470
- const PROJECT_TEST_DIR = path.join(os.tmpdir(), "duckdb-project-tests");
471
- let createdConnections: Map<string, unknown> = new Map();
472
-
473
- beforeEach(async () => {
474
- await fs.mkdir(PROJECT_TEST_DIR, { recursive: true });
475
- });
476
-
477
- afterEach(async () => {
478
- for (const conn of createdConnections.values()) {
479
- try {
480
- await (conn as DuckDBConnection).close();
481
- } catch {
482
- // Ignore
483
- }
484
- }
485
- createdConnections.clear();
486
- await new Promise((resolve) => setTimeout(resolve, 100));
487
- try {
488
- await fs.rm(PROJECT_TEST_DIR, { recursive: true, force: true });
489
- } catch {
490
- // Ignore
491
- }
492
- });
493
-
494
- describe("Positive Tests", () => {
495
- it("should create a named duckdb connection", async () => {
496
- const connections: ApiConnection[] = [
497
- {
498
- name: "my_duckdb_conn",
499
- type: "duckdb",
500
- duckdbConnection: {
501
- attachedDatabases: [
502
- {
503
- name: "test_gcs",
504
- type: "gcs",
505
- gcsConnection: {
506
- keyId: "test-key-id",
507
- secret: "test-secret",
508
- },
509
- },
510
- ],
511
- },
512
- },
513
- ];
514
-
515
- const { malloyConnections, apiConnections } =
516
- await createEnvironmentConnections(connections, PROJECT_TEST_DIR);
517
-
518
- createdConnections = malloyConnections;
519
-
520
- expect(malloyConnections.has("my_duckdb_conn")).toBe(true);
521
- expect(apiConnections.length).toBe(1);
522
- expect(apiConnections[0].name).toBe("my_duckdb_conn");
523
- expect(apiConnections[0].type).toBe("duckdb");
524
- });
525
-
526
- it("should create named DuckDB connection", async () => {
527
- const connections: ApiConnection[] = [
528
- {
529
- name: "my_duckdb",
530
- type: "duckdb",
531
- duckdbConnection: {
532
- attachedDatabases: [
533
- {
534
- name: "test_gcs",
535
- type: "gcs",
536
- gcsConnection: {
537
- keyId: "test-key-id",
538
- secret: "test-secret",
539
- },
540
- },
541
- ],
542
- },
543
- },
544
- ];
545
-
546
- const { malloyConnections, apiConnections } =
547
- await createEnvironmentConnections(connections, PROJECT_TEST_DIR);
548
-
549
- createdConnections = malloyConnections;
550
-
551
- expect(malloyConnections.has("my_duckdb")).toBe(true);
552
- expect(apiConnections.length).toBe(1);
553
- });
554
-
555
- it("should set connection attributes correctly", async () => {
556
- const connections: ApiConnection[] = [
557
- {
558
- name: "attr_test",
559
- type: "duckdb",
560
- duckdbConnection: {
561
- attachedDatabases: [
562
- {
563
- name: "test_gcs",
564
- type: "gcs",
565
- gcsConnection: {
566
- keyId: "test-key-id",
567
- secret: "test-secret",
568
- },
569
- },
570
- ],
571
- },
572
- },
573
- ];
574
-
575
- const { malloyConnections, apiConnections } =
576
- await createEnvironmentConnections(connections, PROJECT_TEST_DIR);
577
-
578
- createdConnections = malloyConnections;
579
-
580
- const conn = apiConnections.find((c) => c.name === "attr_test");
581
- expect(conn?.attributes).toBeDefined();
582
- expect(conn?.attributes?.dialectName).toBe("duckdb");
583
- });
584
-
585
- it("should handle multiple connection types", async () => {
586
- const connections: ApiConnection[] = [
587
- {
588
- name: "postgres_conn",
589
- type: "postgres",
590
- postgresConnection: {
591
- host: "localhost",
592
- port: 5432,
593
- userName: "test",
594
- password: "test",
595
- databaseName: "test",
596
- },
597
- },
598
- {
599
- name: "my_duck",
600
- type: "duckdb",
601
- duckdbConnection: {
602
- attachedDatabases: [
603
- {
604
- name: "test_gcs",
605
- type: "gcs",
606
- gcsConnection: {
607
- keyId: "test-key-id",
608
- secret: "test-secret",
609
- },
610
- },
611
- ],
612
- },
613
- },
614
- ];
615
-
616
- const { malloyConnections } = await createEnvironmentConnections(
617
- connections,
618
- PROJECT_TEST_DIR,
619
- );
620
-
621
- createdConnections = malloyConnections;
622
-
623
- expect(malloyConnections.has("postgres_conn")).toBe(true);
624
- expect(malloyConnections.has("my_duck")).toBe(true);
625
- });
626
-
627
- it("should create database file at project path", async () => {
628
- const connections: ApiConnection[] = [
629
- {
630
- name: "file_test",
631
- type: "duckdb",
632
- duckdbConnection: {
633
- attachedDatabases: [
634
- {
635
- name: "test_gcs",
636
- type: "gcs",
637
- gcsConnection: {
638
- keyId: "test-key-id",
639
- secret: "test-secret",
640
- },
641
- },
642
- ],
643
- },
644
- },
645
- ];
646
-
647
- const { malloyConnections } = await createEnvironmentConnections(
648
- connections,
649
- PROJECT_TEST_DIR,
650
- );
651
-
652
- createdConnections = malloyConnections;
653
-
654
- const conn = malloyConnections.get(
655
- "file_test",
656
- ) as unknown as DuckDBConnection;
657
- await conn.runSQL("CREATE TABLE test_table (id INT);");
658
-
659
- const dbPath = path.join(PROJECT_TEST_DIR, "file_test.duckdb");
660
- const exists = await fs
661
- .access(dbPath)
662
- .then(() => true)
663
- .catch(() => false);
664
- expect(exists).toBe(true);
665
- });
666
- });
667
-
668
- describe("Negative Tests", () => {
669
- it("should handle duplicate connection names by using the last one", async () => {
670
- const connections: ApiConnection[] = [
671
- {
672
- name: "duplicate",
673
- type: "duckdb",
674
- duckdbConnection: {
675
- attachedDatabases: [
676
- {
677
- name: "test_gcs",
678
- type: "gcs",
679
- gcsConnection: {
680
- keyId: "test-key-id",
681
- secret: "test-secret",
682
- },
683
- },
684
- ],
685
- },
686
- },
687
- {
688
- name: "duplicate",
689
- type: "duckdb",
690
- duckdbConnection: {
691
- attachedDatabases: [
692
- {
693
- name: "test_gcs2",
694
- type: "gcs",
695
- gcsConnection: {
696
- keyId: "test-key-id",
697
- secret: "test-secret",
698
- },
699
- },
700
- ],
701
- },
702
- },
703
- ];
704
-
705
- const { malloyConnections } = await createEnvironmentConnections(
706
- connections,
707
- PROJECT_TEST_DIR,
708
- );
709
-
710
- createdConnections = malloyConnections;
711
-
712
- // Should only have one connection with that name
713
- expect(malloyConnections.has("duplicate")).toBe(true);
714
- expect(malloyConnections.size).toBe(1);
715
- });
716
-
717
- it("should throw on missing connection name", async () => {
718
- const connections: ApiConnection[] = [
719
- {
720
- name: "",
721
- type: "duckdb",
722
- duckdbConnection: {
723
- attachedDatabases: [
724
- {
725
- name: "test_gcs",
726
- type: "gcs",
727
- gcsConnection: {
728
- keyId: "test-key-id",
729
- secret: "test-secret",
730
- },
731
- },
732
- ],
733
- },
734
- },
735
- ];
736
-
737
- await expect(
738
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
739
- ).rejects.toThrow();
740
- });
741
-
742
- it("should throw on missing duckdbConnection config", async () => {
743
- const connections = [
744
- {
745
- name: "no_config",
746
- type: "duckdb",
747
- },
748
- ] as ApiConnection[];
749
-
750
- await expect(
751
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
752
- ).rejects.toThrow("DuckDB connection configuration is missing");
753
- });
754
-
755
- it("should throw on unsupported attached database type", async () => {
756
- const connections: ApiConnection[] = [
757
- {
758
- name: "bad_attach",
759
- type: "duckdb",
760
- duckdbConnection: {
761
- attachedDatabases: [
762
- {
763
- name: "unsupported_db",
764
- type: "mongodb" as "bigquery",
765
- },
766
- ],
767
- },
768
- },
769
- ];
770
-
771
- await expect(
772
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
773
- ).rejects.toThrow("Unsupported database type");
774
- });
775
-
776
- it("should throw on BigQuery attach without service account", async () => {
777
- const connections: ApiConnection[] = [
778
- {
779
- name: "bq_no_creds",
780
- type: "duckdb",
781
- duckdbConnection: {
782
- attachedDatabases: [
783
- {
784
- name: "bq_test",
785
- type: "bigquery",
786
- bigqueryConnection: {
787
- defaultProjectId: "test-project",
788
- },
789
- },
790
- ],
791
- },
792
- },
793
- ];
794
-
795
- await expect(
796
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
797
- ).rejects.toThrow("service account key required");
798
- });
799
-
800
- it("should throw on GCS attach without credentials", async () => {
801
- const connections = [
802
- {
803
- name: "gcs_no_creds",
804
- type: "duckdb",
805
- duckdbConnection: {
806
- attachedDatabases: [
807
- {
808
- name: "gcs_test",
809
- type: "gcs",
810
- gcsConnection: {},
811
- },
812
- ],
813
- },
814
- },
815
- ] as ApiConnection[];
816
-
817
- await expect(
818
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
819
- ).rejects.toThrow("keyId and secret are required");
820
- });
821
-
822
- it("should throw on S3 attach without credentials", async () => {
823
- const connections = [
824
- {
825
- name: "s3_no_creds",
826
- type: "duckdb",
827
- duckdbConnection: {
828
- attachedDatabases: [
829
- {
830
- name: "s3_test",
831
- type: "s3",
832
- s3Connection: {},
833
- },
834
- ],
835
- },
836
- },
837
- ] as ApiConnection[];
838
-
839
- await expect(
840
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
841
- ).rejects.toThrow("accessKeyId and secretAccessKey are required");
842
- });
843
-
844
- it("should throw on DuckLake without catalog connection", async () => {
845
- const connections = [
846
- {
847
- name: "ducklake_no_catalog",
848
- type: "ducklake",
849
- ducklakeConnection: {
850
- storage: {
851
- bucketUrl: "s3://test-bucket",
852
- s3Connection: {
853
- accessKeyId: "test",
854
- secretAccessKey: "test",
855
- },
856
- },
857
- },
858
- },
859
- ] as ApiConnection[];
860
-
861
- await expect(
862
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
863
- ).rejects.toThrow("PostgreSQL connection configuration is required");
864
- });
865
-
866
- it("should throw on DuckLake without connection config", async () => {
867
- const connections = [
868
- {
869
- name: "ducklake_no_config",
870
- type: "ducklake",
871
- },
872
- ] as ApiConnection[];
873
-
874
- await expect(
875
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
876
- ).rejects.toThrow("DuckLake connection configuration is missing");
877
- });
878
-
879
- it("should throw on Snowflake attach without credentials", async () => {
880
- const connections: ApiConnection[] = [
881
- {
882
- name: "sf_no_creds",
883
- type: "duckdb",
884
- duckdbConnection: {
885
- attachedDatabases: [
886
- {
887
- name: "sf_test",
888
- type: "snowflake",
889
- snowflakeConnection: {
890
- account: "test-account",
891
- },
892
- },
893
- ],
894
- },
895
- },
896
- ];
897
-
898
- await expect(
899
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
900
- ).rejects.toThrow("username is required");
901
- });
902
-
903
- it("should throw on Postgres attach without connection config", async () => {
904
- const connections: ApiConnection[] = [
905
- {
906
- name: "pg_no_config",
907
- type: "duckdb",
908
- duckdbConnection: {
909
- attachedDatabases: [
910
- {
911
- name: "pg_test",
912
- type: "postgres",
913
- },
914
- ],
915
- },
916
- },
917
- ];
918
-
919
- await expect(
920
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
921
- ).rejects.toThrow("PostgreSQL connection configuration missing");
922
- });
923
-
924
- it("should throw when attached database name conflicts with connection name", async () => {
925
- const connections: ApiConnection[] = [
926
- {
927
- name: "my_duckdb",
928
- type: "duckdb",
929
- duckdbConnection: {
930
- attachedDatabases: [
931
- {
932
- name: "my_duckdb",
933
- type: "bigquery",
934
- bigqueryConnection: {
935
- defaultProjectId: "test-project",
936
- serviceAccountKeyJson: JSON.stringify({
937
- type: "service_account",
938
- project_id: "test-project",
939
- private_key: "test-key",
940
- client_email: "test@test.com",
941
- }),
942
- },
943
- },
944
- ],
945
- },
946
- },
947
- ];
948
-
949
- await expect(
950
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
951
- ).rejects.toThrow(
952
- "DuckDB attached database names cannot conflict with connection name",
953
- );
954
- });
955
-
956
- it("should throw when DuckDB connection name is 'duckdb'", async () => {
957
- const connections: ApiConnection[] = [
958
- {
959
- name: "duckdb",
960
- type: "duckdb",
961
- duckdbConnection: {
962
- attachedDatabases: [],
963
- },
964
- },
965
- ];
966
-
967
- await expect(
968
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
969
- ).rejects.toThrow(/'duckdb' is reserved/);
970
- });
971
-
972
- it("should throw when DuckDB connection name is 'duckdb' with attached databases", async () => {
973
- const connections: ApiConnection[] = [
974
- {
975
- name: "duckdb",
976
- type: "duckdb",
977
- duckdbConnection: {
978
- attachedDatabases: [
979
- {
980
- name: "my_bigquery",
981
- type: "bigquery",
982
- bigqueryConnection: {
983
- defaultProjectId: "test-project",
984
- serviceAccountKeyJson: JSON.stringify({
985
- type: "service_account",
986
- project_id: "test-project",
987
- private_key: "test-key",
988
- client_email: "test@test.com",
989
- }),
990
- },
991
- },
992
- ],
993
- },
994
- },
995
- ];
996
-
997
- await expect(
998
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
999
- ).rejects.toThrow(/'duckdb' is reserved/);
1000
- });
1001
-
1002
- it("should throw when DuckDB connection has no attached databases", async () => {
1003
- // Env-level DuckDB requires at least one attached foreign db;
1004
- // the per-package "duckdb" sandbox covers the plain-in-memory case.
1005
- const connections: ApiConnection[] = [
1006
- {
1007
- name: "no_attached_db",
1008
- type: "duckdb",
1009
- duckdbConnection: {
1010
- attachedDatabases: [],
1011
- },
1012
- },
1013
- ];
1014
-
1015
- await expect(
1016
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1017
- ).rejects.toThrow(/has no attached databases/);
1018
- });
1019
-
1020
- it("should throw on unsupported connection type", async () => {
1021
- const connections = [
1022
- {
1023
- name: "unsupported",
1024
- type: "redis" as "duckdb",
1025
- },
1026
- ] as ApiConnection[];
1027
-
1028
- await expect(
1029
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1030
- ).rejects.toThrow("Unsupported connection type");
1031
- });
1032
-
1033
- it("should throw when connection name is missing", async () => {
1034
- const connections = [
1035
- {
1036
- type: "duckdb",
1037
- duckdbConnection: {
1038
- attachedDatabases: [
1039
- {
1040
- name: "test_gcs",
1041
- type: "gcs",
1042
- gcsConnection: {
1043
- keyId: "test-key-id",
1044
- secret: "test-secret",
1045
- },
1046
- },
1047
- ],
1048
- },
1049
- },
1050
- ] as ApiConnection[];
1051
-
1052
- await expect(
1053
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1054
- ).rejects.toThrow();
1055
- });
1056
- });
1057
- });
1058
-
1059
- describe("createEnvironmentConnections - Other Connection Types", () => {
1060
- const PROJECT_TEST_DIR = path.join(
1061
- os.tmpdir(),
1062
- "connection-validation-tests",
1063
- );
1064
- const createdConnections: Map<string, unknown> = new Map();
1065
-
1066
- beforeEach(async () => {
1067
- await fs.mkdir(PROJECT_TEST_DIR, { recursive: true });
1068
- });
1069
-
1070
- afterEach(async () => {
1071
- for (const conn of createdConnections.values()) {
1072
- try {
1073
- if (
1074
- typeof (conn as { close?: () => Promise<void> }).close ===
1075
- "function"
1076
- ) {
1077
- await (conn as { close: () => Promise<void> }).close();
1078
- }
1079
- } catch {
1080
- // Ignore
1081
- }
1082
- }
1083
- createdConnections.clear();
1084
- await new Promise((resolve) => setTimeout(resolve, 100));
1085
- try {
1086
- await fs.rm(PROJECT_TEST_DIR, { recursive: true, force: true });
1087
- } catch {
1088
- // Ignore
1089
- }
1090
- });
1091
-
1092
- describe("Snowflake Connection Validation", () => {
1093
- it("should throw when Snowflake config is missing", async () => {
1094
- const connections = [
1095
- {
1096
- name: "sf_test",
1097
- type: "snowflake",
1098
- },
1099
- ] as ApiConnection[];
1100
-
1101
- await expect(
1102
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1103
- ).rejects.toThrow("Snowflake connection configuration is missing");
1104
- });
1105
-
1106
- it("should throw when Snowflake account is missing", async () => {
1107
- const connections: ApiConnection[] = [
1108
- {
1109
- name: "sf_test",
1110
- type: "snowflake",
1111
- snowflakeConnection: {
1112
- username: "test",
1113
- password: "test",
1114
- warehouse: "test",
1115
- },
1116
- },
1117
- ];
1118
-
1119
- await expect(
1120
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1121
- ).rejects.toThrow("Snowflake account is required");
1122
- });
1123
-
1124
- it("should throw when Snowflake username is missing", async () => {
1125
- const connections: ApiConnection[] = [
1126
- {
1127
- name: "sf_test",
1128
- type: "snowflake",
1129
- snowflakeConnection: {
1130
- account: "test-account",
1131
- password: "test",
1132
- warehouse: "test",
1133
- },
1134
- },
1135
- ];
1136
-
1137
- await expect(
1138
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1139
- ).rejects.toThrow("Snowflake username is required");
1140
- });
1141
-
1142
- it("should throw when Snowflake password and private key are both missing", async () => {
1143
- const connections: ApiConnection[] = [
1144
- {
1145
- name: "sf_test",
1146
- type: "snowflake",
1147
- snowflakeConnection: {
1148
- account: "test-account",
1149
- username: "test",
1150
- warehouse: "test",
1151
- },
1152
- },
1153
- ];
1154
-
1155
- await expect(
1156
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1157
- ).rejects.toThrow(
1158
- "Snowflake password or private key or private key path is required",
1159
- );
1160
- });
1161
-
1162
- it("should throw when Snowflake warehouse is missing", async () => {
1163
- const connections: ApiConnection[] = [
1164
- {
1165
- name: "sf_test",
1166
- type: "snowflake",
1167
- snowflakeConnection: {
1168
- account: "test-account",
1169
- username: "test",
1170
- password: "test",
1171
- },
1172
- },
1173
- ];
1174
-
1175
- await expect(
1176
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1177
- ).rejects.toThrow("Snowflake warehouse is required");
1178
- });
1179
- });
1180
-
1181
- describe("Trino Connection Validation", () => {
1182
- it("should throw when Trino config is missing", async () => {
1183
- const connections = [
1184
- {
1185
- name: "trino_test",
1186
- type: "trino",
1187
- },
1188
- ] as ApiConnection[];
1189
-
1190
- await expect(
1191
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1192
- ).rejects.toThrow("Trino connection configuration is missing");
1193
- });
1194
-
1195
- it("should throw when Trino server URL is invalid (no protocol)", async () => {
1196
- const connections: ApiConnection[] = [
1197
- {
1198
- name: "trino_test",
1199
- type: "trino",
1200
- trinoConnection: {
1201
- server: "localhost:8080",
1202
- port: 8080,
1203
- },
1204
- },
1205
- ];
1206
-
1207
- await expect(
1208
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1209
- ).rejects.toThrow(
1210
- 'Invalid Trino connection: expected "http://server:port" or "https://server:port"',
1211
- );
1212
- });
1213
- });
1214
-
1215
- describe("MotherDuck Connection Validation", () => {
1216
- it("should throw when MotherDuck config is missing", async () => {
1217
- const connections = [
1218
- {
1219
- name: "md_test",
1220
- type: "motherduck",
1221
- },
1222
- ] as ApiConnection[];
1223
-
1224
- await expect(
1225
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1226
- ).rejects.toThrow("MotherDuck connection configuration is missing");
1227
- });
1228
-
1229
- it("should throw when MotherDuck access token is missing", async () => {
1230
- const connections: ApiConnection[] = [
1231
- {
1232
- name: "md_test",
1233
- type: "motherduck",
1234
- motherduckConnection: {},
1235
- },
1236
- ];
1237
-
1238
- await expect(
1239
- createEnvironmentConnections(connections, PROJECT_TEST_DIR),
1240
- ).rejects.toThrow("MotherDuck access token is required");
1241
- });
1242
- });
1243
- });