@malloy-publisher/server 0.0.234 → 0.0.236

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (318) hide show
  1. package/dist/app/api-doc.yaml +47 -17
  2. package/dist/app/assets/{EnvironmentPage-DTZQ4Gxc.js → EnvironmentPage-BsAnavYN.js} +1 -1
  3. package/dist/app/assets/{HomePage-C5mlDPXK.js → HomePage-CADE138j.js} +1 -1
  4. package/dist/app/assets/{LightMode-DGNmhG0u.js → LightMode-Cfh7KzN8.js} +1 -1
  5. package/dist/app/assets/{MainPage-CVL_wmP4.js → MainPage-CO3pRlnV.js} +1 -1
  6. package/dist/app/assets/{MaterializationsPage-DmzMBCpy.js → MaterializationsPage-p9YjkRXZ.js} +1 -1
  7. package/dist/app/assets/{ModelPage-Dbvf4QbB.js → ModelPage-C1OSTv-x.js} +1 -1
  8. package/dist/app/assets/{PackagePage-DxdHc2Qs.js → PackagePage-e4kN75YR.js} +1 -1
  9. package/dist/app/assets/{RouteError-OJdT4tCd.js → RouteError-CzbfOkng.js} +1 -1
  10. package/dist/app/assets/{ThemeEditorPage-Bk7s0KXY.js → ThemeEditorPage-CciagFTq.js} +1 -1
  11. package/dist/app/assets/{WorkbookPage-j_vCWdN3.js → WorkbookPage-DNWmkCXa.js} +1 -1
  12. package/dist/app/assets/{core-Rj_4rRnA.es-DoIfLxDJ.js → core-Rj_4rRnA.es-BZyvITuO.js} +1 -1
  13. package/dist/app/assets/{index-B_jKMR35.js → index-CH2AcDzc.js} +4 -4
  14. package/dist/app/assets/{index-hw-xn0X7.js → index-DQa463gC.js} +2 -2
  15. package/dist/app/assets/{index-DWIe_hK0.js → index-DQpV7MyA.js} +1 -1
  16. package/dist/app/assets/{index-BabP-V-S.js → index-DzaYbhnD.js} +1 -1
  17. package/dist/app/assets/{index-D-rDyK11.js → index-VBbcc8s6.js} +1 -1
  18. package/dist/app/index.html +1 -1
  19. package/dist/package_load_worker.mjs +8 -1
  20. package/dist/server.mjs +471 -54
  21. package/package.json +16 -13
  22. package/.eslintrc.json +0 -44
  23. package/.prettierignore +0 -1
  24. package/.prettierrc +0 -4
  25. package/build.ts +0 -97
  26. package/eslint.config.mjs +0 -76
  27. package/k6-tests/README.md +0 -144
  28. package/k6-tests/bun.lock +0 -797
  29. package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
  30. package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
  31. package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
  32. package/k6-tests/load-test/load-test-crud.ts +0 -142
  33. package/k6-tests/load-test/load-test.ts +0 -784
  34. package/k6-tests/package.json +0 -27
  35. package/k6-tests/scripts/run-with-otel.sh +0 -50
  36. package/k6-tests/smoke-test/smoke-test.ts +0 -158
  37. package/k6-tests/tsconfig.json +0 -29
  38. package/k6-tests/utils/client_factory.ts +0 -128
  39. package/k6-tests/utils/common.ts +0 -489
  40. package/k6-tests/utils/logger.ts +0 -62
  41. package/k6-tests/utils/types.d.ts +0 -35
  42. package/malloy_mcp.dxt +0 -0
  43. package/publisher.config.example.bigquery.json +0 -33
  44. package/publisher.config.example.duckdb.json +0 -23
  45. package/publisher.config.json +0 -23
  46. package/scripts/bake-duckdb-extensions.js +0 -110
  47. package/src/config.spec.ts +0 -1535
  48. package/src/config.theme.spec.ts +0 -178
  49. package/src/config.ts +0 -1142
  50. package/src/constants.ts +0 -105
  51. package/src/controller/compile.controller.ts +0 -40
  52. package/src/controller/connection.controller.spec.ts +0 -849
  53. package/src/controller/connection.controller.ts +0 -901
  54. package/src/controller/database.controller.ts +0 -24
  55. package/src/controller/materialization.controller.spec.ts +0 -293
  56. package/src/controller/materialization.controller.ts +0 -319
  57. package/src/controller/model.controller.ts +0 -164
  58. package/src/controller/package.controller.spec.ts +0 -273
  59. package/src/controller/package.controller.ts +0 -306
  60. package/src/controller/query.controller.ts +0 -152
  61. package/src/controller/theme.controller.ts +0 -83
  62. package/src/controller/watch-mode.controller.ts +0 -243
  63. package/src/data_styles.ts +0 -71
  64. package/src/default-publisher.config.json +0 -23
  65. package/src/ducklake_version.spec.ts +0 -163
  66. package/src/ducklake_version.ts +0 -153
  67. package/src/errors.spec.ts +0 -119
  68. package/src/errors.ts +0 -237
  69. package/src/filter_deprecation.spec.ts +0 -64
  70. package/src/filter_deprecation.ts +0 -42
  71. package/src/health.spec.ts +0 -123
  72. package/src/health.ts +0 -233
  73. package/src/heap_check.spec.ts +0 -144
  74. package/src/heap_check.ts +0 -144
  75. package/src/instrumentation.ts +0 -214
  76. package/src/json_utils.spec.ts +0 -51
  77. package/src/json_utils.ts +0 -33
  78. package/src/logger.spec.ts +0 -210
  79. package/src/logger.ts +0 -251
  80. package/src/malloy_pin_prereqs.spec.ts +0 -25
  81. package/src/materialization_metrics.spec.ts +0 -169
  82. package/src/materialization_metrics.ts +0 -346
  83. package/src/mcp/error_messages.spec.ts +0 -35
  84. package/src/mcp/error_messages.ts +0 -183
  85. package/src/mcp/handler_utils.spec.ts +0 -108
  86. package/src/mcp/handler_utils.ts +0 -251
  87. package/src/mcp/mcp_constants.ts +0 -6
  88. package/src/mcp/query_envelope.spec.ts +0 -229
  89. package/src/mcp/query_envelope.ts +0 -240
  90. package/src/mcp/server.protocol.spec.ts +0 -250
  91. package/src/mcp/server.ts +0 -87
  92. package/src/mcp/skills/build_skills_bundle.spec.ts +0 -51
  93. package/src/mcp/skills/build_skills_bundle.ts +0 -176
  94. package/src/mcp/skills/skills_bundle.json +0 -1
  95. package/src/mcp/skills/skills_bundle.spec.ts +0 -171
  96. package/src/mcp/tool_response.spec.ts +0 -108
  97. package/src/mcp/tool_response.ts +0 -138
  98. package/src/mcp/tools/compile_tool.spec.ts +0 -315
  99. package/src/mcp/tools/compile_tool.ts +0 -208
  100. package/src/mcp/tools/docs_search/build_docs_index.ts +0 -132
  101. package/src/mcp/tools/docs_search/malloy_docs_index.json +0 -1
  102. package/src/mcp/tools/docs_search_tool.spec.ts +0 -32
  103. package/src/mcp/tools/docs_search_tool.ts +0 -128
  104. package/src/mcp/tools/embedding_index.spec.ts +0 -1236
  105. package/src/mcp/tools/embedding_index.ts +0 -808
  106. package/src/mcp/tools/execute_query_tool.spec.ts +0 -294
  107. package/src/mcp/tools/execute_query_tool.ts +0 -316
  108. package/src/mcp/tools/get_context_eval.ts +0 -275
  109. package/src/mcp/tools/get_context_tool.spec.ts +0 -592
  110. package/src/mcp/tools/get_context_tool.ts +0 -585
  111. package/src/mcp/tools/reload_package_tool.spec.ts +0 -232
  112. package/src/mcp/tools/reload_package_tool.ts +0 -132
  113. package/src/mcp_config.spec.ts +0 -919
  114. package/src/mcp_config.ts +0 -425
  115. package/src/oom_guards.integration.spec.ts +0 -269
  116. package/src/package_load/package_load_pool.spec.ts +0 -252
  117. package/src/package_load/package_load_pool.ts +0 -931
  118. package/src/package_load/package_load_worker.ts +0 -1034
  119. package/src/package_load/protocol.ts +0 -364
  120. package/src/package_load/rpc_wait_accountant.spec.ts +0 -109
  121. package/src/package_load/rpc_wait_accountant.ts +0 -76
  122. package/src/package_load_metrics.spec.ts +0 -114
  123. package/src/package_load_metrics.ts +0 -127
  124. package/src/path_safety.spec.ts +0 -158
  125. package/src/path_safety.ts +0 -146
  126. package/src/pg_helpers.spec.ts +0 -223
  127. package/src/pg_helpers.ts +0 -52
  128. package/src/query_cap_metrics.spec.ts +0 -89
  129. package/src/query_cap_metrics.ts +0 -116
  130. package/src/query_concurrency.spec.ts +0 -247
  131. package/src/query_concurrency.ts +0 -237
  132. package/src/query_metadata_metrics.ts +0 -49
  133. package/src/query_param_utils.ts +0 -29
  134. package/src/query_timeout.spec.ts +0 -224
  135. package/src/query_timeout.ts +0 -179
  136. package/src/runtime/publisher.js +0 -328
  137. package/src/server-old.ts +0 -988
  138. package/src/server.ts +0 -2059
  139. package/src/service/annotations.spec.ts +0 -118
  140. package/src/service/annotations.ts +0 -91
  141. package/src/service/authorize.spec.ts +0 -154
  142. package/src/service/authorize.ts +0 -498
  143. package/src/service/authorize_integration.spec.ts +0 -2041
  144. package/src/service/build_plan.spec.ts +0 -685
  145. package/src/service/build_plan.ts +0 -797
  146. package/src/service/compile_authorize.spec.ts +0 -85
  147. package/src/service/compile_fragment_techniques.spec.ts +0 -156
  148. package/src/service/connection.spec.ts +0 -2360
  149. package/src/service/connection.ts +0 -2187
  150. package/src/service/connection_config.spec.ts +0 -734
  151. package/src/service/connection_config.ts +0 -899
  152. package/src/service/connection_federation.spec.ts +0 -184
  153. package/src/service/connection_fingerprint.spec.ts +0 -102
  154. package/src/service/connection_service.spec.ts +0 -711
  155. package/src/service/connection_service.ts +0 -291
  156. package/src/service/cron_evaluator.spec.ts +0 -79
  157. package/src/service/cron_evaluator.ts +0 -105
  158. package/src/service/db_utils.spec.ts +0 -1085
  159. package/src/service/db_utils.ts +0 -1502
  160. package/src/service/duckdb_instance_isolation.spec.ts +0 -137
  161. package/src/service/ducklake_lazy_attach.spec.ts +0 -110
  162. package/src/service/embedding_provider.spec.ts +0 -329
  163. package/src/service/embedding_provider.ts +0 -236
  164. package/src/service/environment.ts +0 -2191
  165. package/src/service/environment_admission.spec.ts +0 -344
  166. package/src/service/environment_compile.spec.ts +0 -197
  167. package/src/service/environment_store.spec.ts +0 -2274
  168. package/src/service/environment_store.ts +0 -2434
  169. package/src/service/environment_store_anchoring.spec.ts +0 -107
  170. package/src/service/environment_store_clone.spec.ts +0 -350
  171. package/src/service/explore_visibility.spec.ts +0 -434
  172. package/src/service/exports_probe.spec.ts +0 -107
  173. package/src/service/extension_fetch_policy.spec.ts +0 -256
  174. package/src/service/filter.spec.ts +0 -458
  175. package/src/service/filter.ts +0 -341
  176. package/src/service/filter_bypass.spec.ts +0 -418
  177. package/src/service/filter_integration.spec.ts +0 -1004
  178. package/src/service/freshness.spec.ts +0 -183
  179. package/src/service/freshness.ts +0 -112
  180. package/src/service/gcs_s3_utils.ts +0 -427
  181. package/src/service/given.ts +0 -105
  182. package/src/service/givens_integration.spec.ts +0 -219
  183. package/src/service/manifest_loader.spec.ts +0 -189
  184. package/src/service/manifest_loader.ts +0 -156
  185. package/src/service/materialization_build_session.spec.ts +0 -435
  186. package/src/service/materialization_build_session.ts +0 -681
  187. package/src/service/materialization_config_validation.spec.ts +0 -99
  188. package/src/service/materialization_config_validation.ts +0 -120
  189. package/src/service/materialization_eligibility.spec.ts +0 -158
  190. package/src/service/materialization_eligibility.ts +0 -305
  191. package/src/service/materialization_schedule_surface.spec.ts +0 -256
  192. package/src/service/materialization_scheduler.spec.ts +0 -289
  193. package/src/service/materialization_scheduler.ts +0 -304
  194. package/src/service/materialization_serve_transform.spec.ts +0 -1003
  195. package/src/service/materialization_serve_transform.ts +0 -779
  196. package/src/service/materialization_service.spec.ts +0 -2373
  197. package/src/service/materialization_service.ts +0 -2342
  198. package/src/service/materialization_test_fixtures.ts +0 -249
  199. package/src/service/model.spec.ts +0 -1157
  200. package/src/service/model.ts +0 -3370
  201. package/src/service/model_limits.spec.ts +0 -209
  202. package/src/service/model_limits.ts +0 -131
  203. package/src/service/model_storage_serve.spec.ts +0 -193
  204. package/src/service/model_storage_serve_joins.spec.ts +0 -193
  205. package/src/service/package.spec.ts +0 -612
  206. package/src/service/package.ts +0 -1799
  207. package/src/service/package_manifest.spec.ts +0 -230
  208. package/src/service/package_manifest.ts +0 -241
  209. package/src/service/package_memory_governor.spec.ts +0 -173
  210. package/src/service/package_memory_governor.ts +0 -233
  211. package/src/service/package_quote_bound_tables.spec.ts +0 -171
  212. package/src/service/package_race.spec.ts +0 -208
  213. package/src/service/package_reload_safety.spec.ts +0 -193
  214. package/src/service/package_rollback.spec.ts +0 -190
  215. package/src/service/package_worker_path.spec.ts +0 -645
  216. package/src/service/path_injection.spec.ts +0 -39
  217. package/src/service/persist_annotation_validation.spec.ts +0 -89
  218. package/src/service/persist_annotation_validation.ts +0 -59
  219. package/src/service/persistence_policy.spec.ts +0 -374
  220. package/src/service/proxy.spec.ts +0 -414
  221. package/src/service/proxy.ts +0 -248
  222. package/src/service/query_boundary.spec.ts +0 -470
  223. package/src/service/query_metadata.spec.ts +0 -408
  224. package/src/service/query_metadata.ts +0 -492
  225. package/src/service/query_metadata_identity.spec.ts +0 -149
  226. package/src/service/query_text.spec.ts +0 -79
  227. package/src/service/query_text.ts +0 -43
  228. package/src/service/quoting.spec.ts +0 -135
  229. package/src/service/quoting.ts +0 -78
  230. package/src/service/resolve_environment.ts +0 -15
  231. package/src/service/restricted_mode.spec.ts +0 -299
  232. package/src/service/source_extraction.ts +0 -225
  233. package/src/service/theme_store.ts +0 -199
  234. package/src/storage/DatabaseInterface.ts +0 -198
  235. package/src/storage/StorageManager.ts +0 -113
  236. package/src/storage/duckdb/ConnectionRepository.ts +0 -143
  237. package/src/storage/duckdb/DuckDBConnection.ts +0 -123
  238. package/src/storage/duckdb/DuckDBRepository.ts +0 -208
  239. package/src/storage/duckdb/EnvironmentRepository.ts +0 -148
  240. package/src/storage/duckdb/MaterializationRepository.spec.ts +0 -191
  241. package/src/storage/duckdb/MaterializationRepository.ts +0 -336
  242. package/src/storage/duckdb/PackageRepository.ts +0 -135
  243. package/src/storage/duckdb/schema.ts +0 -229
  244. package/src/stream_helpers.spec.ts +0 -280
  245. package/src/stream_helpers.ts +0 -162
  246. package/src/telemetry.ts +0 -20
  247. package/src/test_helpers/metrics_harness.ts +0 -166
  248. package/src/theme_key_parity.spec.ts +0 -57
  249. package/src/utils.ts +0 -29
  250. package/tests/fixtures/authorize-compile/model.malloy +0 -9
  251. package/tests/fixtures/authorize-compile/publisher.json +0 -4
  252. package/tests/fixtures/html-pages-nopublic/model.malloy +0 -1
  253. package/tests/fixtures/html-pages-nopublic/publisher.json +0 -5
  254. package/tests/fixtures/html-pages-test/data.csv +0 -3
  255. package/tests/fixtures/html-pages-test/public/assets/app.css +0 -3
  256. package/tests/fixtures/html-pages-test/public/barehtml.html +0 -4
  257. package/tests/fixtures/html-pages-test/public/bodymeta.html +0 -8
  258. package/tests/fixtures/html-pages-test/public/data.json +0 -1
  259. package/tests/fixtures/html-pages-test/public/fitcomment.html +0 -11
  260. package/tests/fixtures/html-pages-test/public/index.html +0 -9
  261. package/tests/fixtures/html-pages-test/public/nohead.html +0 -8
  262. package/tests/fixtures/html-pages-test/public/notfit.html +0 -13
  263. package/tests/fixtures/html-pages-test/public/slides.html +0 -12
  264. package/tests/fixtures/html-pages-test/public/sub/page2.html +0 -9
  265. package/tests/fixtures/html-pages-test/public/unterminated.html +0 -10
  266. package/tests/fixtures/html-pages-test/publisher.json +0 -5
  267. package/tests/fixtures/html-pages-test/report.malloy +0 -1
  268. package/tests/fixtures/persist-multi-level/data/orders.csv +0 -5
  269. package/tests/fixtures/persist-multi-level/multi_level.malloy +0 -18
  270. package/tests/fixtures/persist-multi-level/publisher.json +0 -5
  271. package/tests/fixtures/persist-schedule-test/data/orders.csv +0 -5
  272. package/tests/fixtures/persist-schedule-test/persist_schedule_test.malloy +0 -11
  273. package/tests/fixtures/persist-schedule-test/publisher.json +0 -7
  274. package/tests/fixtures/persist-schedule-warn-test/data/orders.csv +0 -5
  275. package/tests/fixtures/persist-schedule-warn-test/persist_warn_test.malloy +0 -11
  276. package/tests/fixtures/persist-schedule-warn-test/publisher.json +0 -6
  277. package/tests/fixtures/persist-test/data/orders.csv +0 -5
  278. package/tests/fixtures/persist-test/persist_test.malloy +0 -11
  279. package/tests/fixtures/persist-test/publisher.json +0 -5
  280. package/tests/fixtures/publisher.config.json +0 -15
  281. package/tests/fixtures/query-givens/data/orders.csv +0 -7
  282. package/tests/fixtures/query-givens/model.malloy +0 -34
  283. package/tests/fixtures/query-givens/publisher.json +0 -5
  284. package/tests/fixtures/xlsx/database.xlsx +0 -0
  285. package/tests/harness/mcp_test_setup.ts +0 -332
  286. package/tests/harness/rest_e2e.ts +0 -68
  287. package/tests/integration/authorize/compile_authorize_http.integration.spec.ts +0 -92
  288. package/tests/integration/concurrent_package/concurrent_package.integration.spec.ts +0 -280
  289. package/tests/integration/duckdb_storage/duckdb_storage.integration.spec.ts +0 -138
  290. package/tests/integration/first_boot/readiness_line.integration.spec.ts +0 -177
  291. package/tests/integration/html_pages/html_pages.integration.spec.ts +0 -440
  292. package/tests/integration/legacy_routes/legacy_routes.integration.spec.ts +0 -259
  293. package/tests/integration/materialization/environment_list.integration.spec.ts +0 -133
  294. package/tests/integration/materialization/freshness_gate.integration.spec.ts +0 -292
  295. package/tests/integration/materialization/manifest_binding.integration.spec.ts +0 -430
  296. package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -441
  297. package/tests/integration/materialization/orchestrated_rebind.integration.spec.ts +0 -150
  298. package/tests/integration/materialization/reference_manifest.integration.spec.ts +0 -251
  299. package/tests/integration/materialization/schedule_edit.integration.spec.ts +0 -126
  300. package/tests/integration/materialization/scheduler.integration.spec.ts +0 -200
  301. package/tests/integration/materialization/scheduler_recovery.integration.spec.ts +0 -172
  302. package/tests/integration/materialization/scheduler_transitions.integration.spec.ts +0 -256
  303. package/tests/integration/materialization/scheduler_wiring.integration.spec.ts +0 -143
  304. package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -438
  305. package/tests/integration/mcp/mcp_get_context_semantic.integration.spec.ts +0 -235
  306. package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -98
  307. package/tests/integration/query_givens/query_givens.integration.spec.ts +0 -146
  308. package/tests/integration/query_givens/query_givens_authorize.integration.spec.ts +0 -121
  309. package/tests/integration/sdk_givens/sdk_givens.integration.spec.ts +0 -110
  310. package/tests/integration/watch-mode/watch_mode.integration.spec.ts +0 -421
  311. package/tests/unit/controller/theme.controller.spec.ts +0 -141
  312. package/tests/unit/duckdb/attached_databases.test.ts +0 -1243
  313. package/tests/unit/duckdb/duckdb_connection.test.ts +0 -181
  314. package/tests/unit/duckdb/legacy_schema_migration.test.ts +0 -197
  315. package/tests/unit/duckdb/repositories.test.ts +0 -208
  316. package/tests/unit/ducklake/ducklake.test.ts +0 -952
  317. package/tests/unit/service/theme_store.spec.ts +0 -139
  318. package/tsconfig.json +0 -32
@@ -1,849 +0,0 @@
1
- import type {
2
- Connection,
3
- QueryRecord,
4
- RunSQLOptions,
5
- StreamingConnection,
6
- } from "@malloydata/malloy";
7
- import { afterEach, describe, expect, it } from "bun:test";
8
- import sinon from "sinon";
9
-
10
- import { BadRequestError, PayloadTooLargeError } from "../errors";
11
- import type { EnvironmentStore } from "../service/environment_store";
12
- import { ConnectionController } from "./connection.controller";
13
-
14
- /**
15
- * Tests for the row-cap path inside
16
- * {@link ConnectionController.getConnectionQueryData}. Mocks the
17
- * underlying Malloy `Connection.runSQL` so the test runs without a
18
- * live database; the EnvironmentStore is similarly stubbed via
19
- * sinon — we only exercise the controller's request-shaping and
20
- * overflow-detection logic.
21
- */
22
- /**
23
- * Build a controller whose `getMalloyConnection` resolves to a
24
- * fake `Connection` with a sinon-stubbed `runSQL`. We bypass the
25
- * normal EnvironmentStore lookup entirely so the test stays a
26
- * single-file unit test.
27
- *
28
- * `assertCanAdmitQuery` defaults to a no-op (controller is never
29
- * back-pressured); pass an overridden stub via
30
- * `{ assertCanAdmitQuery }` to drive the 503 path.
31
- *
32
- * Hoisted to module scope so the admission-gate describe can reuse it.
33
- */
34
- function buildController(
35
- runSQL: sinon.SinonStub,
36
- opts: { assertCanAdmitQuery?: sinon.SinonStub } = {},
37
- ): {
38
- controller: ConnectionController;
39
- runSQL: sinon.SinonStub;
40
- assertCanAdmitQuery: sinon.SinonStub;
41
- } {
42
- const fakeConnection = { runSQL } as unknown as Connection;
43
- const assertCanAdmitQuery =
44
- opts.assertCanAdmitQuery ?? sinon.stub().returns(undefined);
45
- const fakeEnv = { assertCanAdmitQuery };
46
- const fakeStore = {
47
- getEnvironment: sinon.stub().resolves(fakeEnv),
48
- } as unknown as EnvironmentStore;
49
- const controller = new ConnectionController(fakeStore);
50
- // `getMalloyConnection` is private; cast through `unknown` so we
51
- // can swap it without exposing internals on the public surface.
52
- sinon
53
- .stub(
54
- controller as unknown as {
55
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
56
- },
57
- "getMalloyConnection",
58
- )
59
- .resolves(fakeConnection);
60
- return { controller, runSQL, assertCanAdmitQuery };
61
- }
62
-
63
- describe("ConnectionController connection queryMetadata", () => {
64
- afterEach(() => sinon.restore());
65
-
66
- it("rejects a connection default the contract cannot render", async () => {
67
- // The connection is the one metadata layer whose author is right here, so
68
- // it is the one that can be told. `cost-centre` is the natural spelling
69
- // and would otherwise be dropped at dispatch, leaving every statement on
70
- // the connection missing the property its operator configured.
71
- const { controller } = buildController(sinon.stub().resolves());
72
- await expect(
73
- controller.addConnection("env", "warehouse", {
74
- name: "warehouse",
75
- type: "postgres",
76
- queryMetadata: { "cost-centre": "eng" },
77
- }),
78
- ).rejects.toThrow(/queryMetadata is invalid/);
79
- });
80
-
81
- it("rejects an enforced bag the contract cannot render", async () => {
82
- const { controller } = buildController(sinon.stub().resolves());
83
- await expect(
84
- controller.addConnection("env", "warehouse", {
85
- name: "warehouse",
86
- type: "postgres",
87
- queryMetadataEnforced: { "org.id": "acme" },
88
- }),
89
- ).rejects.toThrow(/queryMetadataEnforced is invalid/);
90
- });
91
-
92
- it("accepts a conforming connection default", async () => {
93
- const { controller } = buildController(sinon.stub().resolves());
94
- const addConnection = sinon.stub().resolves();
95
- (
96
- controller as unknown as {
97
- connectionService: { addConnection: sinon.SinonStub };
98
- }
99
- ).connectionService = { addConnection } as never;
100
- await controller.addConnection("env", "warehouse", {
101
- name: "warehouse",
102
- type: "postgres",
103
- queryMetadata: { cost_centre: "eng" },
104
- });
105
- expect(addConnection.calledOnce).toBe(true);
106
- });
107
- });
108
-
109
- describe("ConnectionController.getConnectionQueryData row cap", () => {
110
- const originalEnv = process.env.PUBLISHER_MAX_QUERY_ROWS;
111
-
112
- afterEach(() => {
113
- sinon.restore();
114
- if (originalEnv === undefined) {
115
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
116
- } else {
117
- process.env.PUBLISHER_MAX_QUERY_ROWS = originalEnv;
118
- }
119
- });
120
-
121
- it("passes the SQL through verbatim and asks the connector for cap+1 rows", async () => {
122
- process.env.PUBLISHER_MAX_QUERY_ROWS = "5";
123
- const runSQL = sinon.stub().resolves({ rows: [{ a: 1 }], totalRows: 1 });
124
- const { controller } = buildController(runSQL);
125
-
126
- const result = await controller.getConnectionQueryData(
127
- "env",
128
- "conn",
129
- "SELECT a FROM t",
130
- "",
131
- );
132
-
133
- expect(runSQL.calledOnce).toBe(true);
134
- expect(runSQL.firstCall.args[0]).toBe("SELECT a FROM t");
135
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
136
- expect(opts.rowLimit).toBe(6);
137
- const parsed = JSON.parse(result.data ?? "") as {
138
- rows: Array<{ a: number }>;
139
- totalRows: number;
140
- };
141
- expect(parsed.rows).toEqual([{ a: 1 }]);
142
- });
143
-
144
- it("returns the result when row count equals the cap exactly", async () => {
145
- process.env.PUBLISHER_MAX_QUERY_ROWS = "3";
146
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }];
147
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
148
- const { controller } = buildController(runSQL);
149
-
150
- const result = await controller.getConnectionQueryData(
151
- "env",
152
- "conn",
153
- "SELECT a FROM t",
154
- "",
155
- );
156
-
157
- const parsed = JSON.parse(result.data ?? "") as { rows: unknown[] };
158
- expect(parsed.rows.length).toBe(3);
159
- });
160
-
161
- it("throws PayloadTooLargeError when the connection returns cap+1 rows", async () => {
162
- process.env.PUBLISHER_MAX_QUERY_ROWS = "3";
163
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }, { a: 4 }];
164
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
165
- const { controller } = buildController(runSQL);
166
-
167
- await expect(
168
- controller.getConnectionQueryData(
169
- "env",
170
- "conn",
171
- "SELECT a FROM t",
172
- "",
173
- ),
174
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
175
- await expect(
176
- controller.getConnectionQueryData(
177
- "env",
178
- "conn",
179
- "SELECT a FROM t",
180
- "",
181
- ),
182
- ).rejects.toThrow("more than 3 rows");
183
- });
184
-
185
- it("forwards non-SELECT statements verbatim with rowLimit applied", async () => {
186
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
187
- const rows = [{ table_name: "a" }, { table_name: "b" }];
188
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
189
- const { controller } = buildController(runSQL);
190
-
191
- await controller.getConnectionQueryData("env", "conn", "SHOW TABLES", "");
192
-
193
- expect(runSQL.firstCall.args[0]).toBe("SHOW TABLES");
194
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
195
- expect(opts.rowLimit).toBe(11);
196
- });
197
-
198
- it("disables rowLimit when PUBLISHER_MAX_QUERY_ROWS=0", async () => {
199
- process.env.PUBLISHER_MAX_QUERY_ROWS = "0";
200
- const rows = Array.from({ length: 100 }, (_, i) => ({ a: i }));
201
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
202
- const { controller } = buildController(runSQL);
203
-
204
- const result = await controller.getConnectionQueryData(
205
- "env",
206
- "conn",
207
- "SELECT a FROM t",
208
- "",
209
- );
210
-
211
- expect(runSQL.firstCall.args[0]).toBe("SELECT a FROM t");
212
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
213
- expect(opts.rowLimit).toBeUndefined();
214
- const parsed = JSON.parse(result.data ?? "") as { rows: unknown[] };
215
- expect(parsed.rows.length).toBe(100);
216
- });
217
-
218
- it("uses the default cap when PUBLISHER_MAX_QUERY_ROWS is unset", async () => {
219
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
220
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
221
- const { controller } = buildController(runSQL);
222
-
223
- await controller.getConnectionQueryData("env", "conn", "SELECT 1", "");
224
-
225
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
226
- // Default cap is 100_000, so we request cap+1 = 100_001.
227
- expect(opts.rowLimit).toBe(100_001);
228
- });
229
-
230
- it("preserves a caller-supplied rowLimit when it is below the cap", async () => {
231
- process.env.PUBLISHER_MAX_QUERY_ROWS = "100";
232
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
233
- const { controller } = buildController(runSQL);
234
-
235
- await controller.getConnectionQueryData(
236
- "env",
237
- "conn",
238
- "SELECT 1",
239
- JSON.stringify({ rowLimit: 5 }),
240
- );
241
-
242
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
243
- expect(opts.rowLimit).toBe(5);
244
- });
245
-
246
- it("clamps a caller-supplied rowLimit that exceeds the cap+1 sentinel and replaces any caller-supplied abortSignal with the publisher's timeout signal", async () => {
247
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
248
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
249
- const { controller } = buildController(runSQL);
250
-
251
- await controller.getConnectionQueryData(
252
- "env",
253
- "conn",
254
- "SELECT 1",
255
- JSON.stringify({ rowLimit: 50, abortSignal: {} }),
256
- );
257
-
258
- const opts = runSQL.firstCall.args[1] as {
259
- rowLimit?: number;
260
- abortSignal?: AbortSignal;
261
- };
262
- expect(opts.rowLimit).toBe(11);
263
- // Step 5: the controller always installs its own AbortSignal
264
- // (sourced from runWithQueryTimeout) so a hung driver call can
265
- // be canceled. The caller-supplied placeholder is dropped at
266
- // the JSON-parse boundary — it could never be a real
267
- // AbortSignal anyway — and replaced with a live one. Prior to
268
- // Step 5 the assertion was `toBeUndefined`; that behavior is
269
- // gone on purpose.
270
- expect(opts.abortSignal).toBeInstanceOf(AbortSignal);
271
- expect(opts.abortSignal?.aborted).toBe(false);
272
- });
273
-
274
- /**
275
- * Express parses repeated query parameters and array-shaped JSON bodies
276
- * as `string[]`, not `string`. The route handlers up-cast for TypeScript,
277
- * so we re-validate at the controller boundary. CodeQL flagged the
278
- * unvalidated dataflow as
279
- * `js/type-confusion-through-parameter-tampering`.
280
- */
281
- it.each([
282
- ["array sqlStatement", ["SELECT 1", "SELECT 2"]],
283
- ["object sqlStatement", { evil: true }],
284
- ["number sqlStatement", 42],
285
- ["null sqlStatement", null],
286
- ["undefined sqlStatement", undefined],
287
- ])(
288
- "rejects non-string sqlStatement (%s) with BadRequestError",
289
- async (_label, sqlStatement) => {
290
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
291
- const { controller } = buildController(runSQL);
292
-
293
- await expect(
294
- controller.getConnectionQueryData(
295
- "env",
296
- "conn",
297
- sqlStatement as unknown as string,
298
- "",
299
- ),
300
- ).rejects.toBeInstanceOf(BadRequestError);
301
- expect(runSQL.called).toBe(false);
302
- },
303
- );
304
-
305
- it.each([
306
- ["array options", ["{}", "{}"]],
307
- ["object options", { foo: "bar" }],
308
- ["number options", 42],
309
- ])(
310
- "rejects non-string options (%s) with BadRequestError",
311
- async (_label, options) => {
312
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
313
- const { controller } = buildController(runSQL);
314
-
315
- await expect(
316
- controller.getConnectionQueryData(
317
- "env",
318
- "conn",
319
- "SELECT 1",
320
- options as unknown as string,
321
- ),
322
- ).rejects.toBeInstanceOf(BadRequestError);
323
- expect(runSQL.called).toBe(false);
324
- },
325
- );
326
-
327
- it("accepts undefined / null options as 'no options'", async () => {
328
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
329
- const { controller } = buildController(runSQL);
330
-
331
- await controller.getConnectionQueryData(
332
- "env",
333
- "conn",
334
- "SELECT 1",
335
- undefined as unknown as string,
336
- );
337
- await controller.getConnectionQueryData(
338
- "env",
339
- "conn",
340
- "SELECT 1",
341
- null as unknown as string,
342
- );
343
-
344
- expect(runSQL.callCount).toBe(2);
345
- });
346
-
347
- /**
348
- * `JSON.parse("null")` / `'"foo"'` / `'42'` / `'[1,2,3]'` all parse to
349
- * non-objects. Without a guard, `runSQLOptions.abortSignal` would crash
350
- * on `null` (→ 500) or `runSQLOptions.rowLimit = ...` would mutate the
351
- * caller's array / coerce a primitive and pass that to the connector.
352
- * Reject at the controller boundary alongside the other type guards.
353
- */
354
- it.each([
355
- ["JSON null", "null"],
356
- ["JSON string", '"hello"'],
357
- ["JSON number", "42"],
358
- ["JSON boolean", "true"],
359
- ["JSON array", "[1,2,3]"],
360
- ])(
361
- "rejects non-object JSON options (%s) with BadRequestError",
362
- async (_label, options) => {
363
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
364
- const { controller } = buildController(runSQL);
365
-
366
- await expect(
367
- controller.getConnectionQueryData(
368
- "env",
369
- "conn",
370
- "SELECT 1",
371
- options,
372
- ),
373
- ).rejects.toBeInstanceOf(BadRequestError);
374
- expect(runSQL.called).toBe(false);
375
- },
376
- );
377
-
378
- it("rejects malformed JSON options with BadRequestError", async () => {
379
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
380
- const { controller } = buildController(runSQL);
381
-
382
- await expect(
383
- controller.getConnectionQueryData(
384
- "env",
385
- "conn",
386
- "SELECT 1",
387
- "{not json",
388
- ),
389
- ).rejects.toBeInstanceOf(BadRequestError);
390
- expect(runSQL.called).toBe(false);
391
- });
392
- });
393
-
394
- /**
395
- * Tests for the streaming branch of
396
- * {@link ConnectionController.getConnectionQueryData}. When the
397
- * connection implements `canStream`, the controller routes through
398
- * `streamSqlWithBudget` so the byte cap can fire mid-stream. The
399
- * row cap is still enforced via `RunSQLOptions.rowLimit = cap+1` on
400
- * the way in, plus an overflow check on the way out (same sentinel
401
- * pattern as the non-streaming path).
402
- */
403
- describe("ConnectionController.getConnectionQueryData streaming", () => {
404
- const originalRowsEnv = process.env.PUBLISHER_MAX_QUERY_ROWS;
405
- const originalBytesEnv = process.env.PUBLISHER_MAX_RESPONSE_BYTES;
406
-
407
- afterEach(() => {
408
- sinon.restore();
409
- if (originalRowsEnv === undefined) {
410
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
411
- } else {
412
- process.env.PUBLISHER_MAX_QUERY_ROWS = originalRowsEnv;
413
- }
414
- if (originalBytesEnv === undefined) {
415
- delete process.env.PUBLISHER_MAX_RESPONSE_BYTES;
416
- } else {
417
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = originalBytesEnv;
418
- }
419
- });
420
-
421
- /**
422
- * Build a controller backed by a fake `StreamingConnection`.
423
- * `seenSql` and `seenOptions` let tests assert the controller
424
- * passed the SQL straight through and forwarded the budget-derived
425
- * `rowLimit` to the driver.
426
- */
427
- function buildStreamingController(opts: {
428
- rows: QueryRecord[];
429
- honorRowLimit?: boolean;
430
- }): {
431
- controller: ConnectionController;
432
- seenSql: { value: string | undefined };
433
- seenOptions: { value: RunSQLOptions | undefined };
434
- } {
435
- const { rows, honorRowLimit = true } = opts;
436
- const seenSql = { value: undefined as string | undefined };
437
- const seenOptions = { value: undefined as RunSQLOptions | undefined };
438
- const fakeConnection = {
439
- canStream(): true {
440
- return true;
441
- },
442
- async *runSQLStream(
443
- sql: string,
444
- options?: RunSQLOptions,
445
- ): AsyncIterableIterator<QueryRecord> {
446
- seenSql.value = sql;
447
- seenOptions.value = options;
448
- const limit =
449
- honorRowLimit && typeof options?.rowLimit === "number"
450
- ? options.rowLimit
451
- : rows.length;
452
- for (let i = 0; i < Math.min(rows.length, limit); i += 1) {
453
- yield rows[i];
454
- }
455
- },
456
- } as unknown as StreamingConnection;
457
- const fakeEnv = {
458
- assertCanAdmitQuery: sinon.stub().returns(undefined),
459
- };
460
- const fakeStore = {
461
- getEnvironment: sinon.stub().resolves(fakeEnv),
462
- } as unknown as EnvironmentStore;
463
- const controller = new ConnectionController(fakeStore);
464
- sinon
465
- .stub(
466
- controller as unknown as {
467
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
468
- },
469
- "getMalloyConnection",
470
- )
471
- .resolves(fakeConnection as unknown as Connection);
472
- return { controller, seenSql, seenOptions };
473
- }
474
-
475
- it("routes through runSQLStream and asks the driver for cap+1 rows", async () => {
476
- process.env.PUBLISHER_MAX_QUERY_ROWS = "5";
477
- const rows = [{ a: 1 }, { a: 2 }];
478
- const { controller, seenSql, seenOptions } = buildStreamingController({
479
- rows,
480
- });
481
-
482
- const result = await controller.getConnectionQueryData(
483
- "env",
484
- "conn",
485
- "SELECT a FROM t",
486
- "",
487
- );
488
-
489
- expect(seenSql.value).toBe("SELECT a FROM t");
490
- expect(seenOptions.value?.rowLimit).toBe(6);
491
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
492
- expect(parsed.rows).toEqual(rows);
493
- });
494
-
495
- it("preserves a caller-supplied rowLimit when it is below the cap+1 ceiling", async () => {
496
- process.env.PUBLISHER_MAX_QUERY_ROWS = "100";
497
- const { controller, seenOptions } = buildStreamingController({
498
- rows: [{ a: 1 }],
499
- });
500
-
501
- await controller.getConnectionQueryData(
502
- "env",
503
- "conn",
504
- "SELECT a FROM t",
505
- JSON.stringify({ rowLimit: 10 }),
506
- );
507
-
508
- expect(seenOptions.value?.rowLimit).toBe(10);
509
- });
510
-
511
- it("throws PayloadTooLargeError when the stream yields more than the row cap", async () => {
512
- process.env.PUBLISHER_MAX_QUERY_ROWS = "2";
513
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }, { a: 4 }];
514
- const { controller } = buildStreamingController({
515
- rows,
516
- honorRowLimit: false,
517
- });
518
-
519
- await expect(
520
- controller.getConnectionQueryData(
521
- "env",
522
- "conn",
523
- "SELECT a FROM t",
524
- "",
525
- ),
526
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
527
- await expect(
528
- controller.getConnectionQueryData(
529
- "env",
530
- "conn",
531
- "SELECT a FROM t",
532
- "",
533
- ),
534
- ).rejects.toThrow("more than 2 rows");
535
- });
536
-
537
- it("throws PayloadTooLargeError when the stream exceeds the byte cap", async () => {
538
- process.env.PUBLISHER_MAX_QUERY_ROWS = "1000";
539
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = "60";
540
- const big = "x".repeat(40);
541
- const rows = [{ s: big }, { s: big }, { s: big }];
542
- const { controller } = buildStreamingController({
543
- rows,
544
- honorRowLimit: false,
545
- });
546
-
547
- await expect(
548
- controller.getConnectionQueryData(
549
- "env",
550
- "conn",
551
- "SELECT s FROM t",
552
- "",
553
- ),
554
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
555
- await expect(
556
- controller.getConnectionQueryData(
557
- "env",
558
- "conn",
559
- "SELECT s FROM t",
560
- "",
561
- ),
562
- ).rejects.toThrow("exceeded 60 bytes");
563
- });
564
-
565
- it("disables byte cap when PUBLISHER_MAX_RESPONSE_BYTES=0", async () => {
566
- process.env.PUBLISHER_MAX_QUERY_ROWS = "1000";
567
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = "0";
568
- const big = "x".repeat(10_000);
569
- const rows: QueryRecord[] = Array.from({ length: 3 }, () => ({ s: big }));
570
- const { controller } = buildStreamingController({
571
- rows,
572
- honorRowLimit: false,
573
- });
574
-
575
- const result = await controller.getConnectionQueryData(
576
- "env",
577
- "conn",
578
- "SELECT s FROM t",
579
- "",
580
- );
581
-
582
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
583
- expect(parsed.rows.length).toBe(3);
584
- });
585
-
586
- it("omits rowLimit when PUBLISHER_MAX_QUERY_ROWS=0 and no caller limit is given", async () => {
587
- process.env.PUBLISHER_MAX_QUERY_ROWS = "0";
588
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }];
589
- const { controller, seenOptions } = buildStreamingController({
590
- rows,
591
- honorRowLimit: false,
592
- });
593
-
594
- const result = await controller.getConnectionQueryData(
595
- "env",
596
- "conn",
597
- "SELECT a FROM t",
598
- "",
599
- );
600
-
601
- expect(seenOptions.value?.rowLimit).toBeUndefined();
602
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
603
- expect(parsed.rows.length).toBe(3);
604
- });
605
-
606
- it("replaces caller-supplied abortSignal with a real AbortSignal", async () => {
607
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
608
- const { controller, seenOptions } = buildStreamingController({
609
- rows: [{ a: 1 }],
610
- });
611
-
612
- await controller.getConnectionQueryData(
613
- "env",
614
- "conn",
615
- "SELECT 1",
616
- JSON.stringify({ abortSignal: {} }),
617
- );
618
-
619
- // The controller clears the caller-supplied abortSignal (which
620
- // arrives over the wire as a JSON-shaped placeholder, not a
621
- // real AbortSignal), and the streaming helper installs its own
622
- // so it can abort the iterator on overflow.
623
- const signal = seenOptions.value?.abortSignal;
624
- expect(signal).toBeInstanceOf(AbortSignal);
625
- expect(signal?.aborted).toBe(false);
626
- });
627
- });
628
-
629
- /**
630
- * Tests that the controller calls {@link Environment.assertCanAdmitQuery}
631
- * *before* doing any disk / DB work. Under back-pressure the publisher
632
- * must shed load immediately with HTTP 503 — not start a query and
633
- * crash partway through.
634
- */
635
- describe("ConnectionController.getConnectionQueryData admission gate", () => {
636
- afterEach(() => {
637
- sinon.restore();
638
- });
639
-
640
- it("re-throws the ServiceUnavailableError without ever calling the connector", async () => {
641
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
642
- const { ServiceUnavailableError } = await import("../errors");
643
- const assertCanAdmitQuery = sinon
644
- .stub()
645
- .throws(
646
- new ServiceUnavailableError(
647
- 'Publisher is under memory pressure and cannot accept new queries (environment "env").',
648
- ),
649
- );
650
- const { controller, runSQL: capturedRunSQL } = buildController(runSQL, {
651
- assertCanAdmitQuery,
652
- });
653
-
654
- await expect(
655
- controller.getConnectionQueryData("env", "conn", "SELECT 1", ""),
656
- ).rejects.toBeInstanceOf(ServiceUnavailableError);
657
-
658
- // The gate must fire *before* the connector — no SQL should ever
659
- // have been issued. This is the load-shedding invariant.
660
- expect(assertCanAdmitQuery.called).toBe(true);
661
- expect(capturedRunSQL.called).toBe(false);
662
- });
663
-
664
- it("proceeds normally when the gate is a no-op", async () => {
665
- const runSQL = sinon.stub().resolves({ rows: [{ a: 1 }], totalRows: 1 });
666
- const { controller, assertCanAdmitQuery } = buildController(runSQL);
667
-
668
- await controller.getConnectionQueryData("env", "conn", "SELECT 1", "");
669
-
670
- expect(assertCanAdmitQuery.called).toBe(true);
671
- expect(runSQL.called).toBe(true);
672
- });
673
- });
674
-
675
- describe("ConnectionController.getConnectionQueryData query timeout", () => {
676
- const originalTimeout = process.env.PUBLISHER_QUERY_TIMEOUT_MS;
677
-
678
- afterEach(() => {
679
- sinon.restore();
680
- if (originalTimeout === undefined) {
681
- delete process.env.PUBLISHER_QUERY_TIMEOUT_MS;
682
- } else {
683
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = originalTimeout;
684
- }
685
- });
686
-
687
- it("surfaces QueryTimeoutError when the driver outlasts PUBLISHER_QUERY_TIMEOUT_MS, with the publisher's AbortSignal delivered to runSQL", async () => {
688
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = "20";
689
- // The driver "hangs" until the publisher's abort signal
690
- // fires; on abort it rejects with a driver-shaped error. The
691
- // controller's runWithQueryTimeout wrapper converts that into
692
- // QueryTimeoutError (mapped to HTTP 504 by `errors.ts`).
693
- let observedSignal: AbortSignal | undefined;
694
- const runSQL = sinon.stub().callsFake(
695
- (_sql: string, opts: RunSQLOptions) =>
696
- new Promise((_resolve, reject) => {
697
- observedSignal = opts.abortSignal;
698
- opts.abortSignal?.addEventListener("abort", () =>
699
- reject(new Error("driver aborted")),
700
- );
701
- }),
702
- );
703
- const { controller } = buildController(runSQL);
704
-
705
- const { QueryTimeoutError } = await import("../errors");
706
- await expect(
707
- controller.getConnectionQueryData("env", "conn", "SELECT 1", ""),
708
- ).rejects.toBeInstanceOf(QueryTimeoutError);
709
-
710
- // Critical invariant: the abort signal MUST actually fire
711
- // — without this the driver call would leak past the 504
712
- // response.
713
- expect(observedSignal).toBeDefined();
714
- expect(observedSignal?.aborted).toBe(true);
715
- });
716
- });
717
-
718
- /**
719
- * Mirrors `buildController` but injects a `manifestTemporaryTable`
720
- * stub instead of `runSQL`. `getConnectionTemporaryTable` casts the
721
- * Malloy connection to `PersistSQLResults`, so the fake connection
722
- * needs that method on its surface for the test to exercise the real
723
- * code path through admission and the timeout wrapper.
724
- */
725
- function buildTemporaryTableController(
726
- manifestTemporaryTable: sinon.SinonStub,
727
- opts: { assertCanAdmitQuery?: sinon.SinonStub } = {},
728
- ): {
729
- controller: ConnectionController;
730
- manifestTemporaryTable: sinon.SinonStub;
731
- assertCanAdmitQuery: sinon.SinonStub;
732
- } {
733
- const fakeConnection = { manifestTemporaryTable } as unknown as Connection;
734
- const assertCanAdmitQuery =
735
- opts.assertCanAdmitQuery ?? sinon.stub().returns(undefined);
736
- const fakeEnv = { assertCanAdmitQuery };
737
- const fakeStore = {
738
- getEnvironment: sinon.stub().resolves(fakeEnv),
739
- } as unknown as EnvironmentStore;
740
- const controller = new ConnectionController(fakeStore);
741
- sinon
742
- .stub(
743
- controller as unknown as {
744
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
745
- },
746
- "getMalloyConnection",
747
- )
748
- .resolves(fakeConnection);
749
- return { controller, manifestTemporaryTable, assertCanAdmitQuery };
750
- }
751
-
752
- /**
753
- * `getConnectionTemporaryTable` issues a real `CREATE TEMPORARY TABLE
754
- * AS (<sql>)` against the connector via `manifestTemporaryTable`, so
755
- * the same three OOM guards as `getConnectionQueryData` must apply:
756
- * sqlStatement shape, admission, and wall-clock timeout. The
757
- * per-pod concurrency cap is wired at the route layer in `server.ts`
758
- * / `server-old.ts` and exercised by `oom_guards.integration.spec.ts`.
759
- */
760
- describe("ConnectionController.getConnectionTemporaryTable guards", () => {
761
- const originalTimeout = process.env.PUBLISHER_QUERY_TIMEOUT_MS;
762
-
763
- afterEach(() => {
764
- sinon.restore();
765
- if (originalTimeout === undefined) {
766
- delete process.env.PUBLISHER_QUERY_TIMEOUT_MS;
767
- } else {
768
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = originalTimeout;
769
- }
770
- });
771
-
772
- it("rejects non-string sqlStatement at the boundary (CodeQL type guard)", async () => {
773
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
774
- const { controller } = buildTemporaryTableController(
775
- manifestTemporaryTable,
776
- );
777
-
778
- await expect(
779
- controller.getConnectionTemporaryTable("env", "conn", [
780
- "SELECT 1",
781
- "SELECT 2",
782
- ] as unknown as string),
783
- ).rejects.toBeInstanceOf(BadRequestError);
784
-
785
- expect(manifestTemporaryTable.called).toBe(false);
786
- });
787
-
788
- it("re-throws ServiceUnavailableError under back-pressure without touching the connector", async () => {
789
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
790
- const { ServiceUnavailableError } = await import("../errors");
791
- const assertCanAdmitQuery = sinon
792
- .stub()
793
- .throws(
794
- new ServiceUnavailableError(
795
- 'Publisher is under memory pressure and cannot accept new queries (environment "env").',
796
- ),
797
- );
798
- const { controller } = buildTemporaryTableController(
799
- manifestTemporaryTable,
800
- { assertCanAdmitQuery },
801
- );
802
-
803
- await expect(
804
- controller.getConnectionTemporaryTable("env", "conn", "SELECT 1"),
805
- ).rejects.toBeInstanceOf(ServiceUnavailableError);
806
-
807
- // Load-shedding invariant: the gate must fire BEFORE any
808
- // connector work. `CREATE TEMPORARY TABLE` is a real DDL —
809
- // we must not start it under memory pressure.
810
- expect(assertCanAdmitQuery.called).toBe(true);
811
- expect(manifestTemporaryTable.called).toBe(false);
812
- });
813
-
814
- it("happy path: admission passes through and the connector is called", async () => {
815
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
816
- const { controller, assertCanAdmitQuery } = buildTemporaryTableController(
817
- manifestTemporaryTable,
818
- );
819
-
820
- const result = await controller.getConnectionTemporaryTable(
821
- "env",
822
- "conn",
823
- "SELECT 1",
824
- );
825
-
826
- expect(assertCanAdmitQuery.called).toBe(true);
827
- expect(manifestTemporaryTable.calledOnceWith("SELECT 1")).toBe(true);
828
- expect(JSON.parse(result.table as string)).toBe("temp_table_name");
829
- });
830
-
831
- it("surfaces QueryTimeoutError when manifestTemporaryTable outlasts PUBLISHER_QUERY_TIMEOUT_MS", async () => {
832
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = "20";
833
- // `manifestTemporaryTable` does not accept an abortSignal, so
834
- // the timeout is a pure wall-clock guard — the DDL keeps
835
- // running inside the DB but the HTTP response unblocks as
836
- // QueryTimeoutError → 504, releasing the slot.
837
- const manifestTemporaryTable = sinon
838
- .stub()
839
- .callsFake(() => new Promise(() => undefined /* never resolves */));
840
- const { controller } = buildTemporaryTableController(
841
- manifestTemporaryTable,
842
- );
843
-
844
- const { QueryTimeoutError } = await import("../errors");
845
- await expect(
846
- controller.getConnectionTemporaryTable("env", "conn", "SELECT 1"),
847
- ).rejects.toBeInstanceOf(QueryTimeoutError);
848
- });
849
- });