@malloy-publisher/server 0.0.235 → 0.0.237

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (319) hide show
  1. package/dist/app/api-doc.yaml +83 -27
  2. package/dist/app/assets/{EnvironmentPage-BsAnavYN.js → EnvironmentPage-DaP6CpgK.js} +1 -1
  3. package/dist/app/assets/{HomePage-CADE138j.js → HomePage-C9yNw3iu.js} +1 -1
  4. package/dist/app/assets/{LightMode-Cfh7KzN8.js → LightMode-Be4-G-dX.js} +1 -1
  5. package/dist/app/assets/{MainPage-CO3pRlnV.js → MainPage-J_rU2SgI.js} +2 -2
  6. package/dist/app/assets/{MaterializationsPage-p9YjkRXZ.js → MaterializationsPage-DHgPI4MO.js} +1 -1
  7. package/dist/app/assets/ModelPage-BzXfjTu5.js +1 -0
  8. package/dist/app/assets/{PackagePage-e4kN75YR.js → PackagePage-ByoSTLJ4.js} +1 -1
  9. package/dist/app/assets/RouteError-CrSeKN2r.js +1 -0
  10. package/dist/app/assets/{ThemeEditorPage-CciagFTq.js → ThemeEditorPage-Btxnmhtk.js} +1 -1
  11. package/dist/app/assets/{WorkbookPage-DNWmkCXa.js → WorkbookPage-D6JLPnWO.js} +1 -1
  12. package/dist/app/assets/{core-Rj_4rRnA.es-BZyvITuO.js → core-BSRgt1mG.es-Bc_D2Lq4.js} +1 -1
  13. package/dist/app/assets/{index-CH2AcDzc.js → index-BRijWj6K.js} +15 -15
  14. package/dist/app/assets/{index-DQa463gC.js → index-BX4D94xw.js} +1 -1
  15. package/dist/app/assets/{index-VBbcc8s6.js → index-Cvy0xtb7.js} +1 -1
  16. package/dist/app/assets/{index-DQpV7MyA.js → index-DMAhIJNC.js} +1 -1
  17. package/dist/app/index.html +1 -1
  18. package/dist/package_load_worker.mjs +59 -20
  19. package/dist/server.mjs +1342 -616
  20. package/package.json +8 -2
  21. package/.eslintrc.json +0 -44
  22. package/.prettierignore +0 -1
  23. package/.prettierrc +0 -4
  24. package/build.ts +0 -97
  25. package/dist/app/assets/ModelPage-C1OSTv-x.js +0 -1
  26. package/dist/app/assets/RouteError-CzbfOkng.js +0 -1
  27. package/eslint.config.mjs +0 -76
  28. package/k6-tests/README.md +0 -144
  29. package/k6-tests/bun.lock +0 -797
  30. package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
  31. package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
  32. package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
  33. package/k6-tests/load-test/load-test-crud.ts +0 -142
  34. package/k6-tests/load-test/load-test.ts +0 -784
  35. package/k6-tests/package.json +0 -27
  36. package/k6-tests/scripts/run-with-otel.sh +0 -50
  37. package/k6-tests/smoke-test/smoke-test.ts +0 -158
  38. package/k6-tests/tsconfig.json +0 -29
  39. package/k6-tests/utils/client_factory.ts +0 -128
  40. package/k6-tests/utils/common.ts +0 -489
  41. package/k6-tests/utils/logger.ts +0 -62
  42. package/k6-tests/utils/types.d.ts +0 -35
  43. package/malloy_mcp.dxt +0 -0
  44. package/publisher.config.example.bigquery.json +0 -33
  45. package/publisher.config.example.duckdb.json +0 -23
  46. package/publisher.config.json +0 -23
  47. package/scripts/bake-duckdb-extensions.js +0 -110
  48. package/src/config.spec.ts +0 -1535
  49. package/src/config.theme.spec.ts +0 -178
  50. package/src/config.ts +0 -1142
  51. package/src/constants.ts +0 -105
  52. package/src/controller/compile.controller.ts +0 -40
  53. package/src/controller/connection.controller.spec.ts +0 -849
  54. package/src/controller/connection.controller.ts +0 -901
  55. package/src/controller/database.controller.ts +0 -24
  56. package/src/controller/materialization.controller.spec.ts +0 -293
  57. package/src/controller/materialization.controller.ts +0 -319
  58. package/src/controller/model.controller.ts +0 -164
  59. package/src/controller/package.controller.spec.ts +0 -273
  60. package/src/controller/package.controller.ts +0 -306
  61. package/src/controller/query.controller.ts +0 -152
  62. package/src/controller/theme.controller.ts +0 -83
  63. package/src/controller/watch-mode.controller.ts +0 -243
  64. package/src/data_styles.ts +0 -71
  65. package/src/default-publisher.config.json +0 -23
  66. package/src/ducklake_version.spec.ts +0 -163
  67. package/src/ducklake_version.ts +0 -153
  68. package/src/errors.spec.ts +0 -119
  69. package/src/errors.ts +0 -237
  70. package/src/filter_deprecation.spec.ts +0 -64
  71. package/src/filter_deprecation.ts +0 -42
  72. package/src/health.spec.ts +0 -123
  73. package/src/health.ts +0 -233
  74. package/src/heap_check.spec.ts +0 -144
  75. package/src/heap_check.ts +0 -144
  76. package/src/instrumentation.ts +0 -214
  77. package/src/json_utils.spec.ts +0 -51
  78. package/src/json_utils.ts +0 -33
  79. package/src/logger.spec.ts +0 -210
  80. package/src/logger.ts +0 -251
  81. package/src/malloy_pin_prereqs.spec.ts +0 -25
  82. package/src/materialization_metrics.spec.ts +0 -169
  83. package/src/materialization_metrics.ts +0 -346
  84. package/src/mcp/error_messages.spec.ts +0 -35
  85. package/src/mcp/error_messages.ts +0 -183
  86. package/src/mcp/handler_utils.spec.ts +0 -108
  87. package/src/mcp/handler_utils.ts +0 -251
  88. package/src/mcp/mcp_constants.ts +0 -6
  89. package/src/mcp/query_envelope.spec.ts +0 -229
  90. package/src/mcp/query_envelope.ts +0 -240
  91. package/src/mcp/server.protocol.spec.ts +0 -250
  92. package/src/mcp/server.ts +0 -87
  93. package/src/mcp/skills/build_skills_bundle.spec.ts +0 -51
  94. package/src/mcp/skills/build_skills_bundle.ts +0 -176
  95. package/src/mcp/skills/skills_bundle.json +0 -1
  96. package/src/mcp/skills/skills_bundle.spec.ts +0 -171
  97. package/src/mcp/tool_response.spec.ts +0 -108
  98. package/src/mcp/tool_response.ts +0 -138
  99. package/src/mcp/tools/compile_tool.spec.ts +0 -315
  100. package/src/mcp/tools/compile_tool.ts +0 -208
  101. package/src/mcp/tools/docs_search/build_docs_index.ts +0 -132
  102. package/src/mcp/tools/docs_search/malloy_docs_index.json +0 -1
  103. package/src/mcp/tools/docs_search_tool.spec.ts +0 -32
  104. package/src/mcp/tools/docs_search_tool.ts +0 -128
  105. package/src/mcp/tools/embedding_index.spec.ts +0 -1236
  106. package/src/mcp/tools/embedding_index.ts +0 -808
  107. package/src/mcp/tools/execute_query_tool.spec.ts +0 -294
  108. package/src/mcp/tools/execute_query_tool.ts +0 -316
  109. package/src/mcp/tools/get_context_eval.ts +0 -275
  110. package/src/mcp/tools/get_context_tool.spec.ts +0 -592
  111. package/src/mcp/tools/get_context_tool.ts +0 -585
  112. package/src/mcp/tools/reload_package_tool.spec.ts +0 -232
  113. package/src/mcp/tools/reload_package_tool.ts +0 -132
  114. package/src/mcp_config.spec.ts +0 -919
  115. package/src/mcp_config.ts +0 -425
  116. package/src/oom_guards.integration.spec.ts +0 -269
  117. package/src/package_load/package_load_pool.spec.ts +0 -252
  118. package/src/package_load/package_load_pool.ts +0 -931
  119. package/src/package_load/package_load_worker.ts +0 -1034
  120. package/src/package_load/protocol.ts +0 -364
  121. package/src/package_load/rpc_wait_accountant.spec.ts +0 -109
  122. package/src/package_load/rpc_wait_accountant.ts +0 -76
  123. package/src/package_load_metrics.spec.ts +0 -114
  124. package/src/package_load_metrics.ts +0 -127
  125. package/src/path_safety.spec.ts +0 -158
  126. package/src/path_safety.ts +0 -146
  127. package/src/pg_helpers.spec.ts +0 -223
  128. package/src/pg_helpers.ts +0 -52
  129. package/src/query_cap_metrics.spec.ts +0 -89
  130. package/src/query_cap_metrics.ts +0 -116
  131. package/src/query_concurrency.spec.ts +0 -247
  132. package/src/query_concurrency.ts +0 -237
  133. package/src/query_metadata_metrics.ts +0 -49
  134. package/src/query_param_utils.ts +0 -29
  135. package/src/query_timeout.spec.ts +0 -224
  136. package/src/query_timeout.ts +0 -179
  137. package/src/runtime/publisher.js +0 -328
  138. package/src/server-old.ts +0 -988
  139. package/src/server.ts +0 -2059
  140. package/src/service/annotations.spec.ts +0 -118
  141. package/src/service/annotations.ts +0 -91
  142. package/src/service/authorize.spec.ts +0 -154
  143. package/src/service/authorize.ts +0 -498
  144. package/src/service/authorize_integration.spec.ts +0 -2041
  145. package/src/service/build_plan.spec.ts +0 -685
  146. package/src/service/build_plan.ts +0 -797
  147. package/src/service/compile_authorize.spec.ts +0 -85
  148. package/src/service/compile_fragment_techniques.spec.ts +0 -156
  149. package/src/service/connection.spec.ts +0 -2360
  150. package/src/service/connection.ts +0 -2187
  151. package/src/service/connection_config.spec.ts +0 -734
  152. package/src/service/connection_config.ts +0 -899
  153. package/src/service/connection_federation.spec.ts +0 -184
  154. package/src/service/connection_fingerprint.spec.ts +0 -102
  155. package/src/service/connection_service.spec.ts +0 -711
  156. package/src/service/connection_service.ts +0 -291
  157. package/src/service/cron_evaluator.spec.ts +0 -79
  158. package/src/service/cron_evaluator.ts +0 -105
  159. package/src/service/db_utils.spec.ts +0 -1085
  160. package/src/service/db_utils.ts +0 -1502
  161. package/src/service/duckdb_instance_isolation.spec.ts +0 -137
  162. package/src/service/ducklake_lazy_attach.spec.ts +0 -110
  163. package/src/service/embedding_provider.spec.ts +0 -329
  164. package/src/service/embedding_provider.ts +0 -236
  165. package/src/service/environment.ts +0 -2191
  166. package/src/service/environment_admission.spec.ts +0 -344
  167. package/src/service/environment_compile.spec.ts +0 -197
  168. package/src/service/environment_store.spec.ts +0 -2274
  169. package/src/service/environment_store.ts +0 -2434
  170. package/src/service/environment_store_anchoring.spec.ts +0 -107
  171. package/src/service/environment_store_clone.spec.ts +0 -350
  172. package/src/service/explore_visibility.spec.ts +0 -434
  173. package/src/service/exports_probe.spec.ts +0 -107
  174. package/src/service/extension_fetch_policy.spec.ts +0 -256
  175. package/src/service/filter.spec.ts +0 -458
  176. package/src/service/filter.ts +0 -341
  177. package/src/service/filter_bypass.spec.ts +0 -418
  178. package/src/service/filter_integration.spec.ts +0 -1004
  179. package/src/service/freshness.spec.ts +0 -183
  180. package/src/service/freshness.ts +0 -112
  181. package/src/service/gcs_s3_utils.ts +0 -427
  182. package/src/service/given.ts +0 -105
  183. package/src/service/givens_integration.spec.ts +0 -219
  184. package/src/service/manifest_loader.spec.ts +0 -189
  185. package/src/service/manifest_loader.ts +0 -156
  186. package/src/service/materialization_build_session.spec.ts +0 -435
  187. package/src/service/materialization_build_session.ts +0 -681
  188. package/src/service/materialization_config_validation.spec.ts +0 -99
  189. package/src/service/materialization_config_validation.ts +0 -120
  190. package/src/service/materialization_eligibility.spec.ts +0 -158
  191. package/src/service/materialization_eligibility.ts +0 -305
  192. package/src/service/materialization_schedule_surface.spec.ts +0 -256
  193. package/src/service/materialization_scheduler.spec.ts +0 -289
  194. package/src/service/materialization_scheduler.ts +0 -304
  195. package/src/service/materialization_serve_transform.spec.ts +0 -1003
  196. package/src/service/materialization_serve_transform.ts +0 -779
  197. package/src/service/materialization_service.spec.ts +0 -2373
  198. package/src/service/materialization_service.ts +0 -2342
  199. package/src/service/materialization_test_fixtures.ts +0 -249
  200. package/src/service/model.spec.ts +0 -1157
  201. package/src/service/model.ts +0 -3370
  202. package/src/service/model_limits.spec.ts +0 -209
  203. package/src/service/model_limits.ts +0 -131
  204. package/src/service/model_storage_serve.spec.ts +0 -193
  205. package/src/service/model_storage_serve_joins.spec.ts +0 -193
  206. package/src/service/package.spec.ts +0 -612
  207. package/src/service/package.ts +0 -1799
  208. package/src/service/package_manifest.spec.ts +0 -230
  209. package/src/service/package_manifest.ts +0 -241
  210. package/src/service/package_memory_governor.spec.ts +0 -173
  211. package/src/service/package_memory_governor.ts +0 -233
  212. package/src/service/package_quote_bound_tables.spec.ts +0 -171
  213. package/src/service/package_race.spec.ts +0 -208
  214. package/src/service/package_reload_safety.spec.ts +0 -193
  215. package/src/service/package_rollback.spec.ts +0 -190
  216. package/src/service/package_worker_path.spec.ts +0 -645
  217. package/src/service/path_injection.spec.ts +0 -39
  218. package/src/service/persist_annotation_validation.spec.ts +0 -89
  219. package/src/service/persist_annotation_validation.ts +0 -59
  220. package/src/service/persistence_policy.spec.ts +0 -374
  221. package/src/service/proxy.spec.ts +0 -414
  222. package/src/service/proxy.ts +0 -248
  223. package/src/service/query_boundary.spec.ts +0 -470
  224. package/src/service/query_metadata.spec.ts +0 -408
  225. package/src/service/query_metadata.ts +0 -492
  226. package/src/service/query_metadata_identity.spec.ts +0 -149
  227. package/src/service/query_text.spec.ts +0 -79
  228. package/src/service/query_text.ts +0 -43
  229. package/src/service/quoting.spec.ts +0 -135
  230. package/src/service/quoting.ts +0 -78
  231. package/src/service/resolve_environment.ts +0 -15
  232. package/src/service/restricted_mode.spec.ts +0 -299
  233. package/src/service/source_extraction.ts +0 -225
  234. package/src/service/theme_store.ts +0 -199
  235. package/src/storage/DatabaseInterface.ts +0 -198
  236. package/src/storage/StorageManager.ts +0 -113
  237. package/src/storage/duckdb/ConnectionRepository.ts +0 -143
  238. package/src/storage/duckdb/DuckDBConnection.ts +0 -123
  239. package/src/storage/duckdb/DuckDBRepository.ts +0 -208
  240. package/src/storage/duckdb/EnvironmentRepository.ts +0 -148
  241. package/src/storage/duckdb/MaterializationRepository.spec.ts +0 -191
  242. package/src/storage/duckdb/MaterializationRepository.ts +0 -336
  243. package/src/storage/duckdb/PackageRepository.ts +0 -135
  244. package/src/storage/duckdb/schema.ts +0 -229
  245. package/src/stream_helpers.spec.ts +0 -280
  246. package/src/stream_helpers.ts +0 -162
  247. package/src/telemetry.ts +0 -20
  248. package/src/test_helpers/metrics_harness.ts +0 -166
  249. package/src/theme_key_parity.spec.ts +0 -57
  250. package/src/utils.ts +0 -29
  251. package/tests/fixtures/authorize-compile/model.malloy +0 -9
  252. package/tests/fixtures/authorize-compile/publisher.json +0 -4
  253. package/tests/fixtures/html-pages-nopublic/model.malloy +0 -1
  254. package/tests/fixtures/html-pages-nopublic/publisher.json +0 -5
  255. package/tests/fixtures/html-pages-test/data.csv +0 -3
  256. package/tests/fixtures/html-pages-test/public/assets/app.css +0 -3
  257. package/tests/fixtures/html-pages-test/public/barehtml.html +0 -4
  258. package/tests/fixtures/html-pages-test/public/bodymeta.html +0 -8
  259. package/tests/fixtures/html-pages-test/public/data.json +0 -1
  260. package/tests/fixtures/html-pages-test/public/fitcomment.html +0 -11
  261. package/tests/fixtures/html-pages-test/public/index.html +0 -9
  262. package/tests/fixtures/html-pages-test/public/nohead.html +0 -8
  263. package/tests/fixtures/html-pages-test/public/notfit.html +0 -13
  264. package/tests/fixtures/html-pages-test/public/slides.html +0 -12
  265. package/tests/fixtures/html-pages-test/public/sub/page2.html +0 -9
  266. package/tests/fixtures/html-pages-test/public/unterminated.html +0 -10
  267. package/tests/fixtures/html-pages-test/publisher.json +0 -5
  268. package/tests/fixtures/html-pages-test/report.malloy +0 -1
  269. package/tests/fixtures/persist-multi-level/data/orders.csv +0 -5
  270. package/tests/fixtures/persist-multi-level/multi_level.malloy +0 -18
  271. package/tests/fixtures/persist-multi-level/publisher.json +0 -5
  272. package/tests/fixtures/persist-schedule-test/data/orders.csv +0 -5
  273. package/tests/fixtures/persist-schedule-test/persist_schedule_test.malloy +0 -11
  274. package/tests/fixtures/persist-schedule-test/publisher.json +0 -7
  275. package/tests/fixtures/persist-schedule-warn-test/data/orders.csv +0 -5
  276. package/tests/fixtures/persist-schedule-warn-test/persist_warn_test.malloy +0 -11
  277. package/tests/fixtures/persist-schedule-warn-test/publisher.json +0 -6
  278. package/tests/fixtures/persist-test/data/orders.csv +0 -5
  279. package/tests/fixtures/persist-test/persist_test.malloy +0 -11
  280. package/tests/fixtures/persist-test/publisher.json +0 -5
  281. package/tests/fixtures/publisher.config.json +0 -15
  282. package/tests/fixtures/query-givens/data/orders.csv +0 -7
  283. package/tests/fixtures/query-givens/model.malloy +0 -34
  284. package/tests/fixtures/query-givens/publisher.json +0 -5
  285. package/tests/fixtures/xlsx/database.xlsx +0 -0
  286. package/tests/harness/mcp_test_setup.ts +0 -332
  287. package/tests/harness/rest_e2e.ts +0 -68
  288. package/tests/integration/authorize/compile_authorize_http.integration.spec.ts +0 -92
  289. package/tests/integration/concurrent_package/concurrent_package.integration.spec.ts +0 -280
  290. package/tests/integration/duckdb_storage/duckdb_storage.integration.spec.ts +0 -138
  291. package/tests/integration/first_boot/readiness_line.integration.spec.ts +0 -177
  292. package/tests/integration/html_pages/html_pages.integration.spec.ts +0 -440
  293. package/tests/integration/legacy_routes/legacy_routes.integration.spec.ts +0 -259
  294. package/tests/integration/materialization/environment_list.integration.spec.ts +0 -133
  295. package/tests/integration/materialization/freshness_gate.integration.spec.ts +0 -292
  296. package/tests/integration/materialization/manifest_binding.integration.spec.ts +0 -430
  297. package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -441
  298. package/tests/integration/materialization/orchestrated_rebind.integration.spec.ts +0 -150
  299. package/tests/integration/materialization/reference_manifest.integration.spec.ts +0 -251
  300. package/tests/integration/materialization/schedule_edit.integration.spec.ts +0 -126
  301. package/tests/integration/materialization/scheduler.integration.spec.ts +0 -200
  302. package/tests/integration/materialization/scheduler_recovery.integration.spec.ts +0 -172
  303. package/tests/integration/materialization/scheduler_transitions.integration.spec.ts +0 -256
  304. package/tests/integration/materialization/scheduler_wiring.integration.spec.ts +0 -143
  305. package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -438
  306. package/tests/integration/mcp/mcp_get_context_semantic.integration.spec.ts +0 -235
  307. package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -98
  308. package/tests/integration/query_givens/query_givens.integration.spec.ts +0 -146
  309. package/tests/integration/query_givens/query_givens_authorize.integration.spec.ts +0 -121
  310. package/tests/integration/sdk_givens/sdk_givens.integration.spec.ts +0 -110
  311. package/tests/integration/watch-mode/watch_mode.integration.spec.ts +0 -421
  312. package/tests/unit/controller/theme.controller.spec.ts +0 -141
  313. package/tests/unit/duckdb/attached_databases.test.ts +0 -1243
  314. package/tests/unit/duckdb/duckdb_connection.test.ts +0 -181
  315. package/tests/unit/duckdb/legacy_schema_migration.test.ts +0 -197
  316. package/tests/unit/duckdb/repositories.test.ts +0 -208
  317. package/tests/unit/ducklake/ducklake.test.ts +0 -952
  318. package/tests/unit/service/theme_store.spec.ts +0 -139
  319. package/tsconfig.json +0 -32
@@ -1,849 +0,0 @@
1
- import type {
2
- Connection,
3
- QueryRecord,
4
- RunSQLOptions,
5
- StreamingConnection,
6
- } from "@malloydata/malloy";
7
- import { afterEach, describe, expect, it } from "bun:test";
8
- import sinon from "sinon";
9
-
10
- import { BadRequestError, PayloadTooLargeError } from "../errors";
11
- import type { EnvironmentStore } from "../service/environment_store";
12
- import { ConnectionController } from "./connection.controller";
13
-
14
- /**
15
- * Tests for the row-cap path inside
16
- * {@link ConnectionController.getConnectionQueryData}. Mocks the
17
- * underlying Malloy `Connection.runSQL` so the test runs without a
18
- * live database; the EnvironmentStore is similarly stubbed via
19
- * sinon — we only exercise the controller's request-shaping and
20
- * overflow-detection logic.
21
- */
22
- /**
23
- * Build a controller whose `getMalloyConnection` resolves to a
24
- * fake `Connection` with a sinon-stubbed `runSQL`. We bypass the
25
- * normal EnvironmentStore lookup entirely so the test stays a
26
- * single-file unit test.
27
- *
28
- * `assertCanAdmitQuery` defaults to a no-op (controller is never
29
- * back-pressured); pass an overridden stub via
30
- * `{ assertCanAdmitQuery }` to drive the 503 path.
31
- *
32
- * Hoisted to module scope so the admission-gate describe can reuse it.
33
- */
34
- function buildController(
35
- runSQL: sinon.SinonStub,
36
- opts: { assertCanAdmitQuery?: sinon.SinonStub } = {},
37
- ): {
38
- controller: ConnectionController;
39
- runSQL: sinon.SinonStub;
40
- assertCanAdmitQuery: sinon.SinonStub;
41
- } {
42
- const fakeConnection = { runSQL } as unknown as Connection;
43
- const assertCanAdmitQuery =
44
- opts.assertCanAdmitQuery ?? sinon.stub().returns(undefined);
45
- const fakeEnv = { assertCanAdmitQuery };
46
- const fakeStore = {
47
- getEnvironment: sinon.stub().resolves(fakeEnv),
48
- } as unknown as EnvironmentStore;
49
- const controller = new ConnectionController(fakeStore);
50
- // `getMalloyConnection` is private; cast through `unknown` so we
51
- // can swap it without exposing internals on the public surface.
52
- sinon
53
- .stub(
54
- controller as unknown as {
55
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
56
- },
57
- "getMalloyConnection",
58
- )
59
- .resolves(fakeConnection);
60
- return { controller, runSQL, assertCanAdmitQuery };
61
- }
62
-
63
- describe("ConnectionController connection queryMetadata", () => {
64
- afterEach(() => sinon.restore());
65
-
66
- it("rejects a connection default the contract cannot render", async () => {
67
- // The connection is the one metadata layer whose author is right here, so
68
- // it is the one that can be told. `cost-centre` is the natural spelling
69
- // and would otherwise be dropped at dispatch, leaving every statement on
70
- // the connection missing the property its operator configured.
71
- const { controller } = buildController(sinon.stub().resolves());
72
- await expect(
73
- controller.addConnection("env", "warehouse", {
74
- name: "warehouse",
75
- type: "postgres",
76
- queryMetadata: { "cost-centre": "eng" },
77
- }),
78
- ).rejects.toThrow(/queryMetadata is invalid/);
79
- });
80
-
81
- it("rejects an enforced bag the contract cannot render", async () => {
82
- const { controller } = buildController(sinon.stub().resolves());
83
- await expect(
84
- controller.addConnection("env", "warehouse", {
85
- name: "warehouse",
86
- type: "postgres",
87
- queryMetadataEnforced: { "org.id": "acme" },
88
- }),
89
- ).rejects.toThrow(/queryMetadataEnforced is invalid/);
90
- });
91
-
92
- it("accepts a conforming connection default", async () => {
93
- const { controller } = buildController(sinon.stub().resolves());
94
- const addConnection = sinon.stub().resolves();
95
- (
96
- controller as unknown as {
97
- connectionService: { addConnection: sinon.SinonStub };
98
- }
99
- ).connectionService = { addConnection } as never;
100
- await controller.addConnection("env", "warehouse", {
101
- name: "warehouse",
102
- type: "postgres",
103
- queryMetadata: { cost_centre: "eng" },
104
- });
105
- expect(addConnection.calledOnce).toBe(true);
106
- });
107
- });
108
-
109
- describe("ConnectionController.getConnectionQueryData row cap", () => {
110
- const originalEnv = process.env.PUBLISHER_MAX_QUERY_ROWS;
111
-
112
- afterEach(() => {
113
- sinon.restore();
114
- if (originalEnv === undefined) {
115
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
116
- } else {
117
- process.env.PUBLISHER_MAX_QUERY_ROWS = originalEnv;
118
- }
119
- });
120
-
121
- it("passes the SQL through verbatim and asks the connector for cap+1 rows", async () => {
122
- process.env.PUBLISHER_MAX_QUERY_ROWS = "5";
123
- const runSQL = sinon.stub().resolves({ rows: [{ a: 1 }], totalRows: 1 });
124
- const { controller } = buildController(runSQL);
125
-
126
- const result = await controller.getConnectionQueryData(
127
- "env",
128
- "conn",
129
- "SELECT a FROM t",
130
- "",
131
- );
132
-
133
- expect(runSQL.calledOnce).toBe(true);
134
- expect(runSQL.firstCall.args[0]).toBe("SELECT a FROM t");
135
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
136
- expect(opts.rowLimit).toBe(6);
137
- const parsed = JSON.parse(result.data ?? "") as {
138
- rows: Array<{ a: number }>;
139
- totalRows: number;
140
- };
141
- expect(parsed.rows).toEqual([{ a: 1 }]);
142
- });
143
-
144
- it("returns the result when row count equals the cap exactly", async () => {
145
- process.env.PUBLISHER_MAX_QUERY_ROWS = "3";
146
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }];
147
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
148
- const { controller } = buildController(runSQL);
149
-
150
- const result = await controller.getConnectionQueryData(
151
- "env",
152
- "conn",
153
- "SELECT a FROM t",
154
- "",
155
- );
156
-
157
- const parsed = JSON.parse(result.data ?? "") as { rows: unknown[] };
158
- expect(parsed.rows.length).toBe(3);
159
- });
160
-
161
- it("throws PayloadTooLargeError when the connection returns cap+1 rows", async () => {
162
- process.env.PUBLISHER_MAX_QUERY_ROWS = "3";
163
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }, { a: 4 }];
164
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
165
- const { controller } = buildController(runSQL);
166
-
167
- await expect(
168
- controller.getConnectionQueryData(
169
- "env",
170
- "conn",
171
- "SELECT a FROM t",
172
- "",
173
- ),
174
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
175
- await expect(
176
- controller.getConnectionQueryData(
177
- "env",
178
- "conn",
179
- "SELECT a FROM t",
180
- "",
181
- ),
182
- ).rejects.toThrow("more than 3 rows");
183
- });
184
-
185
- it("forwards non-SELECT statements verbatim with rowLimit applied", async () => {
186
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
187
- const rows = [{ table_name: "a" }, { table_name: "b" }];
188
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
189
- const { controller } = buildController(runSQL);
190
-
191
- await controller.getConnectionQueryData("env", "conn", "SHOW TABLES", "");
192
-
193
- expect(runSQL.firstCall.args[0]).toBe("SHOW TABLES");
194
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
195
- expect(opts.rowLimit).toBe(11);
196
- });
197
-
198
- it("disables rowLimit when PUBLISHER_MAX_QUERY_ROWS=0", async () => {
199
- process.env.PUBLISHER_MAX_QUERY_ROWS = "0";
200
- const rows = Array.from({ length: 100 }, (_, i) => ({ a: i }));
201
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
202
- const { controller } = buildController(runSQL);
203
-
204
- const result = await controller.getConnectionQueryData(
205
- "env",
206
- "conn",
207
- "SELECT a FROM t",
208
- "",
209
- );
210
-
211
- expect(runSQL.firstCall.args[0]).toBe("SELECT a FROM t");
212
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
213
- expect(opts.rowLimit).toBeUndefined();
214
- const parsed = JSON.parse(result.data ?? "") as { rows: unknown[] };
215
- expect(parsed.rows.length).toBe(100);
216
- });
217
-
218
- it("uses the default cap when PUBLISHER_MAX_QUERY_ROWS is unset", async () => {
219
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
220
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
221
- const { controller } = buildController(runSQL);
222
-
223
- await controller.getConnectionQueryData("env", "conn", "SELECT 1", "");
224
-
225
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
226
- // Default cap is 100_000, so we request cap+1 = 100_001.
227
- expect(opts.rowLimit).toBe(100_001);
228
- });
229
-
230
- it("preserves a caller-supplied rowLimit when it is below the cap", async () => {
231
- process.env.PUBLISHER_MAX_QUERY_ROWS = "100";
232
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
233
- const { controller } = buildController(runSQL);
234
-
235
- await controller.getConnectionQueryData(
236
- "env",
237
- "conn",
238
- "SELECT 1",
239
- JSON.stringify({ rowLimit: 5 }),
240
- );
241
-
242
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
243
- expect(opts.rowLimit).toBe(5);
244
- });
245
-
246
- it("clamps a caller-supplied rowLimit that exceeds the cap+1 sentinel and replaces any caller-supplied abortSignal with the publisher's timeout signal", async () => {
247
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
248
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
249
- const { controller } = buildController(runSQL);
250
-
251
- await controller.getConnectionQueryData(
252
- "env",
253
- "conn",
254
- "SELECT 1",
255
- JSON.stringify({ rowLimit: 50, abortSignal: {} }),
256
- );
257
-
258
- const opts = runSQL.firstCall.args[1] as {
259
- rowLimit?: number;
260
- abortSignal?: AbortSignal;
261
- };
262
- expect(opts.rowLimit).toBe(11);
263
- // Step 5: the controller always installs its own AbortSignal
264
- // (sourced from runWithQueryTimeout) so a hung driver call can
265
- // be canceled. The caller-supplied placeholder is dropped at
266
- // the JSON-parse boundary — it could never be a real
267
- // AbortSignal anyway — and replaced with a live one. Prior to
268
- // Step 5 the assertion was `toBeUndefined`; that behavior is
269
- // gone on purpose.
270
- expect(opts.abortSignal).toBeInstanceOf(AbortSignal);
271
- expect(opts.abortSignal?.aborted).toBe(false);
272
- });
273
-
274
- /**
275
- * Express parses repeated query parameters and array-shaped JSON bodies
276
- * as `string[]`, not `string`. The route handlers up-cast for TypeScript,
277
- * so we re-validate at the controller boundary. CodeQL flagged the
278
- * unvalidated dataflow as
279
- * `js/type-confusion-through-parameter-tampering`.
280
- */
281
- it.each([
282
- ["array sqlStatement", ["SELECT 1", "SELECT 2"]],
283
- ["object sqlStatement", { evil: true }],
284
- ["number sqlStatement", 42],
285
- ["null sqlStatement", null],
286
- ["undefined sqlStatement", undefined],
287
- ])(
288
- "rejects non-string sqlStatement (%s) with BadRequestError",
289
- async (_label, sqlStatement) => {
290
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
291
- const { controller } = buildController(runSQL);
292
-
293
- await expect(
294
- controller.getConnectionQueryData(
295
- "env",
296
- "conn",
297
- sqlStatement as unknown as string,
298
- "",
299
- ),
300
- ).rejects.toBeInstanceOf(BadRequestError);
301
- expect(runSQL.called).toBe(false);
302
- },
303
- );
304
-
305
- it.each([
306
- ["array options", ["{}", "{}"]],
307
- ["object options", { foo: "bar" }],
308
- ["number options", 42],
309
- ])(
310
- "rejects non-string options (%s) with BadRequestError",
311
- async (_label, options) => {
312
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
313
- const { controller } = buildController(runSQL);
314
-
315
- await expect(
316
- controller.getConnectionQueryData(
317
- "env",
318
- "conn",
319
- "SELECT 1",
320
- options as unknown as string,
321
- ),
322
- ).rejects.toBeInstanceOf(BadRequestError);
323
- expect(runSQL.called).toBe(false);
324
- },
325
- );
326
-
327
- it("accepts undefined / null options as 'no options'", async () => {
328
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
329
- const { controller } = buildController(runSQL);
330
-
331
- await controller.getConnectionQueryData(
332
- "env",
333
- "conn",
334
- "SELECT 1",
335
- undefined as unknown as string,
336
- );
337
- await controller.getConnectionQueryData(
338
- "env",
339
- "conn",
340
- "SELECT 1",
341
- null as unknown as string,
342
- );
343
-
344
- expect(runSQL.callCount).toBe(2);
345
- });
346
-
347
- /**
348
- * `JSON.parse("null")` / `'"foo"'` / `'42'` / `'[1,2,3]'` all parse to
349
- * non-objects. Without a guard, `runSQLOptions.abortSignal` would crash
350
- * on `null` (→ 500) or `runSQLOptions.rowLimit = ...` would mutate the
351
- * caller's array / coerce a primitive and pass that to the connector.
352
- * Reject at the controller boundary alongside the other type guards.
353
- */
354
- it.each([
355
- ["JSON null", "null"],
356
- ["JSON string", '"hello"'],
357
- ["JSON number", "42"],
358
- ["JSON boolean", "true"],
359
- ["JSON array", "[1,2,3]"],
360
- ])(
361
- "rejects non-object JSON options (%s) with BadRequestError",
362
- async (_label, options) => {
363
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
364
- const { controller } = buildController(runSQL);
365
-
366
- await expect(
367
- controller.getConnectionQueryData(
368
- "env",
369
- "conn",
370
- "SELECT 1",
371
- options,
372
- ),
373
- ).rejects.toBeInstanceOf(BadRequestError);
374
- expect(runSQL.called).toBe(false);
375
- },
376
- );
377
-
378
- it("rejects malformed JSON options with BadRequestError", async () => {
379
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
380
- const { controller } = buildController(runSQL);
381
-
382
- await expect(
383
- controller.getConnectionQueryData(
384
- "env",
385
- "conn",
386
- "SELECT 1",
387
- "{not json",
388
- ),
389
- ).rejects.toBeInstanceOf(BadRequestError);
390
- expect(runSQL.called).toBe(false);
391
- });
392
- });
393
-
394
- /**
395
- * Tests for the streaming branch of
396
- * {@link ConnectionController.getConnectionQueryData}. When the
397
- * connection implements `canStream`, the controller routes through
398
- * `streamSqlWithBudget` so the byte cap can fire mid-stream. The
399
- * row cap is still enforced via `RunSQLOptions.rowLimit = cap+1` on
400
- * the way in, plus an overflow check on the way out (same sentinel
401
- * pattern as the non-streaming path).
402
- */
403
- describe("ConnectionController.getConnectionQueryData streaming", () => {
404
- const originalRowsEnv = process.env.PUBLISHER_MAX_QUERY_ROWS;
405
- const originalBytesEnv = process.env.PUBLISHER_MAX_RESPONSE_BYTES;
406
-
407
- afterEach(() => {
408
- sinon.restore();
409
- if (originalRowsEnv === undefined) {
410
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
411
- } else {
412
- process.env.PUBLISHER_MAX_QUERY_ROWS = originalRowsEnv;
413
- }
414
- if (originalBytesEnv === undefined) {
415
- delete process.env.PUBLISHER_MAX_RESPONSE_BYTES;
416
- } else {
417
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = originalBytesEnv;
418
- }
419
- });
420
-
421
- /**
422
- * Build a controller backed by a fake `StreamingConnection`.
423
- * `seenSql` and `seenOptions` let tests assert the controller
424
- * passed the SQL straight through and forwarded the budget-derived
425
- * `rowLimit` to the driver.
426
- */
427
- function buildStreamingController(opts: {
428
- rows: QueryRecord[];
429
- honorRowLimit?: boolean;
430
- }): {
431
- controller: ConnectionController;
432
- seenSql: { value: string | undefined };
433
- seenOptions: { value: RunSQLOptions | undefined };
434
- } {
435
- const { rows, honorRowLimit = true } = opts;
436
- const seenSql = { value: undefined as string | undefined };
437
- const seenOptions = { value: undefined as RunSQLOptions | undefined };
438
- const fakeConnection = {
439
- canStream(): true {
440
- return true;
441
- },
442
- async *runSQLStream(
443
- sql: string,
444
- options?: RunSQLOptions,
445
- ): AsyncIterableIterator<QueryRecord> {
446
- seenSql.value = sql;
447
- seenOptions.value = options;
448
- const limit =
449
- honorRowLimit && typeof options?.rowLimit === "number"
450
- ? options.rowLimit
451
- : rows.length;
452
- for (let i = 0; i < Math.min(rows.length, limit); i += 1) {
453
- yield rows[i];
454
- }
455
- },
456
- } as unknown as StreamingConnection;
457
- const fakeEnv = {
458
- assertCanAdmitQuery: sinon.stub().returns(undefined),
459
- };
460
- const fakeStore = {
461
- getEnvironment: sinon.stub().resolves(fakeEnv),
462
- } as unknown as EnvironmentStore;
463
- const controller = new ConnectionController(fakeStore);
464
- sinon
465
- .stub(
466
- controller as unknown as {
467
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
468
- },
469
- "getMalloyConnection",
470
- )
471
- .resolves(fakeConnection as unknown as Connection);
472
- return { controller, seenSql, seenOptions };
473
- }
474
-
475
- it("routes through runSQLStream and asks the driver for cap+1 rows", async () => {
476
- process.env.PUBLISHER_MAX_QUERY_ROWS = "5";
477
- const rows = [{ a: 1 }, { a: 2 }];
478
- const { controller, seenSql, seenOptions } = buildStreamingController({
479
- rows,
480
- });
481
-
482
- const result = await controller.getConnectionQueryData(
483
- "env",
484
- "conn",
485
- "SELECT a FROM t",
486
- "",
487
- );
488
-
489
- expect(seenSql.value).toBe("SELECT a FROM t");
490
- expect(seenOptions.value?.rowLimit).toBe(6);
491
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
492
- expect(parsed.rows).toEqual(rows);
493
- });
494
-
495
- it("preserves a caller-supplied rowLimit when it is below the cap+1 ceiling", async () => {
496
- process.env.PUBLISHER_MAX_QUERY_ROWS = "100";
497
- const { controller, seenOptions } = buildStreamingController({
498
- rows: [{ a: 1 }],
499
- });
500
-
501
- await controller.getConnectionQueryData(
502
- "env",
503
- "conn",
504
- "SELECT a FROM t",
505
- JSON.stringify({ rowLimit: 10 }),
506
- );
507
-
508
- expect(seenOptions.value?.rowLimit).toBe(10);
509
- });
510
-
511
- it("throws PayloadTooLargeError when the stream yields more than the row cap", async () => {
512
- process.env.PUBLISHER_MAX_QUERY_ROWS = "2";
513
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }, { a: 4 }];
514
- const { controller } = buildStreamingController({
515
- rows,
516
- honorRowLimit: false,
517
- });
518
-
519
- await expect(
520
- controller.getConnectionQueryData(
521
- "env",
522
- "conn",
523
- "SELECT a FROM t",
524
- "",
525
- ),
526
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
527
- await expect(
528
- controller.getConnectionQueryData(
529
- "env",
530
- "conn",
531
- "SELECT a FROM t",
532
- "",
533
- ),
534
- ).rejects.toThrow("more than 2 rows");
535
- });
536
-
537
- it("throws PayloadTooLargeError when the stream exceeds the byte cap", async () => {
538
- process.env.PUBLISHER_MAX_QUERY_ROWS = "1000";
539
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = "60";
540
- const big = "x".repeat(40);
541
- const rows = [{ s: big }, { s: big }, { s: big }];
542
- const { controller } = buildStreamingController({
543
- rows,
544
- honorRowLimit: false,
545
- });
546
-
547
- await expect(
548
- controller.getConnectionQueryData(
549
- "env",
550
- "conn",
551
- "SELECT s FROM t",
552
- "",
553
- ),
554
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
555
- await expect(
556
- controller.getConnectionQueryData(
557
- "env",
558
- "conn",
559
- "SELECT s FROM t",
560
- "",
561
- ),
562
- ).rejects.toThrow("exceeded 60 bytes");
563
- });
564
-
565
- it("disables byte cap when PUBLISHER_MAX_RESPONSE_BYTES=0", async () => {
566
- process.env.PUBLISHER_MAX_QUERY_ROWS = "1000";
567
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = "0";
568
- const big = "x".repeat(10_000);
569
- const rows: QueryRecord[] = Array.from({ length: 3 }, () => ({ s: big }));
570
- const { controller } = buildStreamingController({
571
- rows,
572
- honorRowLimit: false,
573
- });
574
-
575
- const result = await controller.getConnectionQueryData(
576
- "env",
577
- "conn",
578
- "SELECT s FROM t",
579
- "",
580
- );
581
-
582
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
583
- expect(parsed.rows.length).toBe(3);
584
- });
585
-
586
- it("omits rowLimit when PUBLISHER_MAX_QUERY_ROWS=0 and no caller limit is given", async () => {
587
- process.env.PUBLISHER_MAX_QUERY_ROWS = "0";
588
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }];
589
- const { controller, seenOptions } = buildStreamingController({
590
- rows,
591
- honorRowLimit: false,
592
- });
593
-
594
- const result = await controller.getConnectionQueryData(
595
- "env",
596
- "conn",
597
- "SELECT a FROM t",
598
- "",
599
- );
600
-
601
- expect(seenOptions.value?.rowLimit).toBeUndefined();
602
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
603
- expect(parsed.rows.length).toBe(3);
604
- });
605
-
606
- it("replaces caller-supplied abortSignal with a real AbortSignal", async () => {
607
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
608
- const { controller, seenOptions } = buildStreamingController({
609
- rows: [{ a: 1 }],
610
- });
611
-
612
- await controller.getConnectionQueryData(
613
- "env",
614
- "conn",
615
- "SELECT 1",
616
- JSON.stringify({ abortSignal: {} }),
617
- );
618
-
619
- // The controller clears the caller-supplied abortSignal (which
620
- // arrives over the wire as a JSON-shaped placeholder, not a
621
- // real AbortSignal), and the streaming helper installs its own
622
- // so it can abort the iterator on overflow.
623
- const signal = seenOptions.value?.abortSignal;
624
- expect(signal).toBeInstanceOf(AbortSignal);
625
- expect(signal?.aborted).toBe(false);
626
- });
627
- });
628
-
629
- /**
630
- * Tests that the controller calls {@link Environment.assertCanAdmitQuery}
631
- * *before* doing any disk / DB work. Under back-pressure the publisher
632
- * must shed load immediately with HTTP 503 — not start a query and
633
- * crash partway through.
634
- */
635
- describe("ConnectionController.getConnectionQueryData admission gate", () => {
636
- afterEach(() => {
637
- sinon.restore();
638
- });
639
-
640
- it("re-throws the ServiceUnavailableError without ever calling the connector", async () => {
641
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
642
- const { ServiceUnavailableError } = await import("../errors");
643
- const assertCanAdmitQuery = sinon
644
- .stub()
645
- .throws(
646
- new ServiceUnavailableError(
647
- 'Publisher is under memory pressure and cannot accept new queries (environment "env").',
648
- ),
649
- );
650
- const { controller, runSQL: capturedRunSQL } = buildController(runSQL, {
651
- assertCanAdmitQuery,
652
- });
653
-
654
- await expect(
655
- controller.getConnectionQueryData("env", "conn", "SELECT 1", ""),
656
- ).rejects.toBeInstanceOf(ServiceUnavailableError);
657
-
658
- // The gate must fire *before* the connector — no SQL should ever
659
- // have been issued. This is the load-shedding invariant.
660
- expect(assertCanAdmitQuery.called).toBe(true);
661
- expect(capturedRunSQL.called).toBe(false);
662
- });
663
-
664
- it("proceeds normally when the gate is a no-op", async () => {
665
- const runSQL = sinon.stub().resolves({ rows: [{ a: 1 }], totalRows: 1 });
666
- const { controller, assertCanAdmitQuery } = buildController(runSQL);
667
-
668
- await controller.getConnectionQueryData("env", "conn", "SELECT 1", "");
669
-
670
- expect(assertCanAdmitQuery.called).toBe(true);
671
- expect(runSQL.called).toBe(true);
672
- });
673
- });
674
-
675
- describe("ConnectionController.getConnectionQueryData query timeout", () => {
676
- const originalTimeout = process.env.PUBLISHER_QUERY_TIMEOUT_MS;
677
-
678
- afterEach(() => {
679
- sinon.restore();
680
- if (originalTimeout === undefined) {
681
- delete process.env.PUBLISHER_QUERY_TIMEOUT_MS;
682
- } else {
683
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = originalTimeout;
684
- }
685
- });
686
-
687
- it("surfaces QueryTimeoutError when the driver outlasts PUBLISHER_QUERY_TIMEOUT_MS, with the publisher's AbortSignal delivered to runSQL", async () => {
688
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = "20";
689
- // The driver "hangs" until the publisher's abort signal
690
- // fires; on abort it rejects with a driver-shaped error. The
691
- // controller's runWithQueryTimeout wrapper converts that into
692
- // QueryTimeoutError (mapped to HTTP 504 by `errors.ts`).
693
- let observedSignal: AbortSignal | undefined;
694
- const runSQL = sinon.stub().callsFake(
695
- (_sql: string, opts: RunSQLOptions) =>
696
- new Promise((_resolve, reject) => {
697
- observedSignal = opts.abortSignal;
698
- opts.abortSignal?.addEventListener("abort", () =>
699
- reject(new Error("driver aborted")),
700
- );
701
- }),
702
- );
703
- const { controller } = buildController(runSQL);
704
-
705
- const { QueryTimeoutError } = await import("../errors");
706
- await expect(
707
- controller.getConnectionQueryData("env", "conn", "SELECT 1", ""),
708
- ).rejects.toBeInstanceOf(QueryTimeoutError);
709
-
710
- // Critical invariant: the abort signal MUST actually fire
711
- // — without this the driver call would leak past the 504
712
- // response.
713
- expect(observedSignal).toBeDefined();
714
- expect(observedSignal?.aborted).toBe(true);
715
- });
716
- });
717
-
718
- /**
719
- * Mirrors `buildController` but injects a `manifestTemporaryTable`
720
- * stub instead of `runSQL`. `getConnectionTemporaryTable` casts the
721
- * Malloy connection to `PersistSQLResults`, so the fake connection
722
- * needs that method on its surface for the test to exercise the real
723
- * code path through admission and the timeout wrapper.
724
- */
725
- function buildTemporaryTableController(
726
- manifestTemporaryTable: sinon.SinonStub,
727
- opts: { assertCanAdmitQuery?: sinon.SinonStub } = {},
728
- ): {
729
- controller: ConnectionController;
730
- manifestTemporaryTable: sinon.SinonStub;
731
- assertCanAdmitQuery: sinon.SinonStub;
732
- } {
733
- const fakeConnection = { manifestTemporaryTable } as unknown as Connection;
734
- const assertCanAdmitQuery =
735
- opts.assertCanAdmitQuery ?? sinon.stub().returns(undefined);
736
- const fakeEnv = { assertCanAdmitQuery };
737
- const fakeStore = {
738
- getEnvironment: sinon.stub().resolves(fakeEnv),
739
- } as unknown as EnvironmentStore;
740
- const controller = new ConnectionController(fakeStore);
741
- sinon
742
- .stub(
743
- controller as unknown as {
744
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
745
- },
746
- "getMalloyConnection",
747
- )
748
- .resolves(fakeConnection);
749
- return { controller, manifestTemporaryTable, assertCanAdmitQuery };
750
- }
751
-
752
- /**
753
- * `getConnectionTemporaryTable` issues a real `CREATE TEMPORARY TABLE
754
- * AS (<sql>)` against the connector via `manifestTemporaryTable`, so
755
- * the same three OOM guards as `getConnectionQueryData` must apply:
756
- * sqlStatement shape, admission, and wall-clock timeout. The
757
- * per-pod concurrency cap is wired at the route layer in `server.ts`
758
- * / `server-old.ts` and exercised by `oom_guards.integration.spec.ts`.
759
- */
760
- describe("ConnectionController.getConnectionTemporaryTable guards", () => {
761
- const originalTimeout = process.env.PUBLISHER_QUERY_TIMEOUT_MS;
762
-
763
- afterEach(() => {
764
- sinon.restore();
765
- if (originalTimeout === undefined) {
766
- delete process.env.PUBLISHER_QUERY_TIMEOUT_MS;
767
- } else {
768
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = originalTimeout;
769
- }
770
- });
771
-
772
- it("rejects non-string sqlStatement at the boundary (CodeQL type guard)", async () => {
773
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
774
- const { controller } = buildTemporaryTableController(
775
- manifestTemporaryTable,
776
- );
777
-
778
- await expect(
779
- controller.getConnectionTemporaryTable("env", "conn", [
780
- "SELECT 1",
781
- "SELECT 2",
782
- ] as unknown as string),
783
- ).rejects.toBeInstanceOf(BadRequestError);
784
-
785
- expect(manifestTemporaryTable.called).toBe(false);
786
- });
787
-
788
- it("re-throws ServiceUnavailableError under back-pressure without touching the connector", async () => {
789
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
790
- const { ServiceUnavailableError } = await import("../errors");
791
- const assertCanAdmitQuery = sinon
792
- .stub()
793
- .throws(
794
- new ServiceUnavailableError(
795
- 'Publisher is under memory pressure and cannot accept new queries (environment "env").',
796
- ),
797
- );
798
- const { controller } = buildTemporaryTableController(
799
- manifestTemporaryTable,
800
- { assertCanAdmitQuery },
801
- );
802
-
803
- await expect(
804
- controller.getConnectionTemporaryTable("env", "conn", "SELECT 1"),
805
- ).rejects.toBeInstanceOf(ServiceUnavailableError);
806
-
807
- // Load-shedding invariant: the gate must fire BEFORE any
808
- // connector work. `CREATE TEMPORARY TABLE` is a real DDL —
809
- // we must not start it under memory pressure.
810
- expect(assertCanAdmitQuery.called).toBe(true);
811
- expect(manifestTemporaryTable.called).toBe(false);
812
- });
813
-
814
- it("happy path: admission passes through and the connector is called", async () => {
815
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
816
- const { controller, assertCanAdmitQuery } = buildTemporaryTableController(
817
- manifestTemporaryTable,
818
- );
819
-
820
- const result = await controller.getConnectionTemporaryTable(
821
- "env",
822
- "conn",
823
- "SELECT 1",
824
- );
825
-
826
- expect(assertCanAdmitQuery.called).toBe(true);
827
- expect(manifestTemporaryTable.calledOnceWith("SELECT 1")).toBe(true);
828
- expect(JSON.parse(result.table as string)).toBe("temp_table_name");
829
- });
830
-
831
- it("surfaces QueryTimeoutError when manifestTemporaryTable outlasts PUBLISHER_QUERY_TIMEOUT_MS", async () => {
832
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = "20";
833
- // `manifestTemporaryTable` does not accept an abortSignal, so
834
- // the timeout is a pure wall-clock guard — the DDL keeps
835
- // running inside the DB but the HTTP response unblocks as
836
- // QueryTimeoutError → 504, releasing the slot.
837
- const manifestTemporaryTable = sinon
838
- .stub()
839
- .callsFake(() => new Promise(() => undefined /* never resolves */));
840
- const { controller } = buildTemporaryTableController(
841
- manifestTemporaryTable,
842
- );
843
-
844
- const { QueryTimeoutError } = await import("../errors");
845
- await expect(
846
- controller.getConnectionTemporaryTable("env", "conn", "SELECT 1"),
847
- ).rejects.toBeInstanceOf(QueryTimeoutError);
848
- });
849
- });