@malloy-publisher/server 0.0.235 → 0.0.236

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (301) hide show
  1. package/dist/app/api-doc.yaml +47 -17
  2. package/dist/package_load_worker.mjs +8 -1
  3. package/dist/server.mjs +471 -54
  4. package/package.json +5 -2
  5. package/.eslintrc.json +0 -44
  6. package/.prettierignore +0 -1
  7. package/.prettierrc +0 -4
  8. package/build.ts +0 -97
  9. package/eslint.config.mjs +0 -76
  10. package/k6-tests/README.md +0 -144
  11. package/k6-tests/bun.lock +0 -797
  12. package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
  13. package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
  14. package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
  15. package/k6-tests/load-test/load-test-crud.ts +0 -142
  16. package/k6-tests/load-test/load-test.ts +0 -784
  17. package/k6-tests/package.json +0 -27
  18. package/k6-tests/scripts/run-with-otel.sh +0 -50
  19. package/k6-tests/smoke-test/smoke-test.ts +0 -158
  20. package/k6-tests/tsconfig.json +0 -29
  21. package/k6-tests/utils/client_factory.ts +0 -128
  22. package/k6-tests/utils/common.ts +0 -489
  23. package/k6-tests/utils/logger.ts +0 -62
  24. package/k6-tests/utils/types.d.ts +0 -35
  25. package/malloy_mcp.dxt +0 -0
  26. package/publisher.config.example.bigquery.json +0 -33
  27. package/publisher.config.example.duckdb.json +0 -23
  28. package/publisher.config.json +0 -23
  29. package/scripts/bake-duckdb-extensions.js +0 -110
  30. package/src/config.spec.ts +0 -1535
  31. package/src/config.theme.spec.ts +0 -178
  32. package/src/config.ts +0 -1142
  33. package/src/constants.ts +0 -105
  34. package/src/controller/compile.controller.ts +0 -40
  35. package/src/controller/connection.controller.spec.ts +0 -849
  36. package/src/controller/connection.controller.ts +0 -901
  37. package/src/controller/database.controller.ts +0 -24
  38. package/src/controller/materialization.controller.spec.ts +0 -293
  39. package/src/controller/materialization.controller.ts +0 -319
  40. package/src/controller/model.controller.ts +0 -164
  41. package/src/controller/package.controller.spec.ts +0 -273
  42. package/src/controller/package.controller.ts +0 -306
  43. package/src/controller/query.controller.ts +0 -152
  44. package/src/controller/theme.controller.ts +0 -83
  45. package/src/controller/watch-mode.controller.ts +0 -243
  46. package/src/data_styles.ts +0 -71
  47. package/src/default-publisher.config.json +0 -23
  48. package/src/ducklake_version.spec.ts +0 -163
  49. package/src/ducklake_version.ts +0 -153
  50. package/src/errors.spec.ts +0 -119
  51. package/src/errors.ts +0 -237
  52. package/src/filter_deprecation.spec.ts +0 -64
  53. package/src/filter_deprecation.ts +0 -42
  54. package/src/health.spec.ts +0 -123
  55. package/src/health.ts +0 -233
  56. package/src/heap_check.spec.ts +0 -144
  57. package/src/heap_check.ts +0 -144
  58. package/src/instrumentation.ts +0 -214
  59. package/src/json_utils.spec.ts +0 -51
  60. package/src/json_utils.ts +0 -33
  61. package/src/logger.spec.ts +0 -210
  62. package/src/logger.ts +0 -251
  63. package/src/malloy_pin_prereqs.spec.ts +0 -25
  64. package/src/materialization_metrics.spec.ts +0 -169
  65. package/src/materialization_metrics.ts +0 -346
  66. package/src/mcp/error_messages.spec.ts +0 -35
  67. package/src/mcp/error_messages.ts +0 -183
  68. package/src/mcp/handler_utils.spec.ts +0 -108
  69. package/src/mcp/handler_utils.ts +0 -251
  70. package/src/mcp/mcp_constants.ts +0 -6
  71. package/src/mcp/query_envelope.spec.ts +0 -229
  72. package/src/mcp/query_envelope.ts +0 -240
  73. package/src/mcp/server.protocol.spec.ts +0 -250
  74. package/src/mcp/server.ts +0 -87
  75. package/src/mcp/skills/build_skills_bundle.spec.ts +0 -51
  76. package/src/mcp/skills/build_skills_bundle.ts +0 -176
  77. package/src/mcp/skills/skills_bundle.json +0 -1
  78. package/src/mcp/skills/skills_bundle.spec.ts +0 -171
  79. package/src/mcp/tool_response.spec.ts +0 -108
  80. package/src/mcp/tool_response.ts +0 -138
  81. package/src/mcp/tools/compile_tool.spec.ts +0 -315
  82. package/src/mcp/tools/compile_tool.ts +0 -208
  83. package/src/mcp/tools/docs_search/build_docs_index.ts +0 -132
  84. package/src/mcp/tools/docs_search/malloy_docs_index.json +0 -1
  85. package/src/mcp/tools/docs_search_tool.spec.ts +0 -32
  86. package/src/mcp/tools/docs_search_tool.ts +0 -128
  87. package/src/mcp/tools/embedding_index.spec.ts +0 -1236
  88. package/src/mcp/tools/embedding_index.ts +0 -808
  89. package/src/mcp/tools/execute_query_tool.spec.ts +0 -294
  90. package/src/mcp/tools/execute_query_tool.ts +0 -316
  91. package/src/mcp/tools/get_context_eval.ts +0 -275
  92. package/src/mcp/tools/get_context_tool.spec.ts +0 -592
  93. package/src/mcp/tools/get_context_tool.ts +0 -585
  94. package/src/mcp/tools/reload_package_tool.spec.ts +0 -232
  95. package/src/mcp/tools/reload_package_tool.ts +0 -132
  96. package/src/mcp_config.spec.ts +0 -919
  97. package/src/mcp_config.ts +0 -425
  98. package/src/oom_guards.integration.spec.ts +0 -269
  99. package/src/package_load/package_load_pool.spec.ts +0 -252
  100. package/src/package_load/package_load_pool.ts +0 -931
  101. package/src/package_load/package_load_worker.ts +0 -1034
  102. package/src/package_load/protocol.ts +0 -364
  103. package/src/package_load/rpc_wait_accountant.spec.ts +0 -109
  104. package/src/package_load/rpc_wait_accountant.ts +0 -76
  105. package/src/package_load_metrics.spec.ts +0 -114
  106. package/src/package_load_metrics.ts +0 -127
  107. package/src/path_safety.spec.ts +0 -158
  108. package/src/path_safety.ts +0 -146
  109. package/src/pg_helpers.spec.ts +0 -223
  110. package/src/pg_helpers.ts +0 -52
  111. package/src/query_cap_metrics.spec.ts +0 -89
  112. package/src/query_cap_metrics.ts +0 -116
  113. package/src/query_concurrency.spec.ts +0 -247
  114. package/src/query_concurrency.ts +0 -237
  115. package/src/query_metadata_metrics.ts +0 -49
  116. package/src/query_param_utils.ts +0 -29
  117. package/src/query_timeout.spec.ts +0 -224
  118. package/src/query_timeout.ts +0 -179
  119. package/src/runtime/publisher.js +0 -328
  120. package/src/server-old.ts +0 -988
  121. package/src/server.ts +0 -2059
  122. package/src/service/annotations.spec.ts +0 -118
  123. package/src/service/annotations.ts +0 -91
  124. package/src/service/authorize.spec.ts +0 -154
  125. package/src/service/authorize.ts +0 -498
  126. package/src/service/authorize_integration.spec.ts +0 -2041
  127. package/src/service/build_plan.spec.ts +0 -685
  128. package/src/service/build_plan.ts +0 -797
  129. package/src/service/compile_authorize.spec.ts +0 -85
  130. package/src/service/compile_fragment_techniques.spec.ts +0 -156
  131. package/src/service/connection.spec.ts +0 -2360
  132. package/src/service/connection.ts +0 -2187
  133. package/src/service/connection_config.spec.ts +0 -734
  134. package/src/service/connection_config.ts +0 -899
  135. package/src/service/connection_federation.spec.ts +0 -184
  136. package/src/service/connection_fingerprint.spec.ts +0 -102
  137. package/src/service/connection_service.spec.ts +0 -711
  138. package/src/service/connection_service.ts +0 -291
  139. package/src/service/cron_evaluator.spec.ts +0 -79
  140. package/src/service/cron_evaluator.ts +0 -105
  141. package/src/service/db_utils.spec.ts +0 -1085
  142. package/src/service/db_utils.ts +0 -1502
  143. package/src/service/duckdb_instance_isolation.spec.ts +0 -137
  144. package/src/service/ducklake_lazy_attach.spec.ts +0 -110
  145. package/src/service/embedding_provider.spec.ts +0 -329
  146. package/src/service/embedding_provider.ts +0 -236
  147. package/src/service/environment.ts +0 -2191
  148. package/src/service/environment_admission.spec.ts +0 -344
  149. package/src/service/environment_compile.spec.ts +0 -197
  150. package/src/service/environment_store.spec.ts +0 -2274
  151. package/src/service/environment_store.ts +0 -2434
  152. package/src/service/environment_store_anchoring.spec.ts +0 -107
  153. package/src/service/environment_store_clone.spec.ts +0 -350
  154. package/src/service/explore_visibility.spec.ts +0 -434
  155. package/src/service/exports_probe.spec.ts +0 -107
  156. package/src/service/extension_fetch_policy.spec.ts +0 -256
  157. package/src/service/filter.spec.ts +0 -458
  158. package/src/service/filter.ts +0 -341
  159. package/src/service/filter_bypass.spec.ts +0 -418
  160. package/src/service/filter_integration.spec.ts +0 -1004
  161. package/src/service/freshness.spec.ts +0 -183
  162. package/src/service/freshness.ts +0 -112
  163. package/src/service/gcs_s3_utils.ts +0 -427
  164. package/src/service/given.ts +0 -105
  165. package/src/service/givens_integration.spec.ts +0 -219
  166. package/src/service/manifest_loader.spec.ts +0 -189
  167. package/src/service/manifest_loader.ts +0 -156
  168. package/src/service/materialization_build_session.spec.ts +0 -435
  169. package/src/service/materialization_build_session.ts +0 -681
  170. package/src/service/materialization_config_validation.spec.ts +0 -99
  171. package/src/service/materialization_config_validation.ts +0 -120
  172. package/src/service/materialization_eligibility.spec.ts +0 -158
  173. package/src/service/materialization_eligibility.ts +0 -305
  174. package/src/service/materialization_schedule_surface.spec.ts +0 -256
  175. package/src/service/materialization_scheduler.spec.ts +0 -289
  176. package/src/service/materialization_scheduler.ts +0 -304
  177. package/src/service/materialization_serve_transform.spec.ts +0 -1003
  178. package/src/service/materialization_serve_transform.ts +0 -779
  179. package/src/service/materialization_service.spec.ts +0 -2373
  180. package/src/service/materialization_service.ts +0 -2342
  181. package/src/service/materialization_test_fixtures.ts +0 -249
  182. package/src/service/model.spec.ts +0 -1157
  183. package/src/service/model.ts +0 -3370
  184. package/src/service/model_limits.spec.ts +0 -209
  185. package/src/service/model_limits.ts +0 -131
  186. package/src/service/model_storage_serve.spec.ts +0 -193
  187. package/src/service/model_storage_serve_joins.spec.ts +0 -193
  188. package/src/service/package.spec.ts +0 -612
  189. package/src/service/package.ts +0 -1799
  190. package/src/service/package_manifest.spec.ts +0 -230
  191. package/src/service/package_manifest.ts +0 -241
  192. package/src/service/package_memory_governor.spec.ts +0 -173
  193. package/src/service/package_memory_governor.ts +0 -233
  194. package/src/service/package_quote_bound_tables.spec.ts +0 -171
  195. package/src/service/package_race.spec.ts +0 -208
  196. package/src/service/package_reload_safety.spec.ts +0 -193
  197. package/src/service/package_rollback.spec.ts +0 -190
  198. package/src/service/package_worker_path.spec.ts +0 -645
  199. package/src/service/path_injection.spec.ts +0 -39
  200. package/src/service/persist_annotation_validation.spec.ts +0 -89
  201. package/src/service/persist_annotation_validation.ts +0 -59
  202. package/src/service/persistence_policy.spec.ts +0 -374
  203. package/src/service/proxy.spec.ts +0 -414
  204. package/src/service/proxy.ts +0 -248
  205. package/src/service/query_boundary.spec.ts +0 -470
  206. package/src/service/query_metadata.spec.ts +0 -408
  207. package/src/service/query_metadata.ts +0 -492
  208. package/src/service/query_metadata_identity.spec.ts +0 -149
  209. package/src/service/query_text.spec.ts +0 -79
  210. package/src/service/query_text.ts +0 -43
  211. package/src/service/quoting.spec.ts +0 -135
  212. package/src/service/quoting.ts +0 -78
  213. package/src/service/resolve_environment.ts +0 -15
  214. package/src/service/restricted_mode.spec.ts +0 -299
  215. package/src/service/source_extraction.ts +0 -225
  216. package/src/service/theme_store.ts +0 -199
  217. package/src/storage/DatabaseInterface.ts +0 -198
  218. package/src/storage/StorageManager.ts +0 -113
  219. package/src/storage/duckdb/ConnectionRepository.ts +0 -143
  220. package/src/storage/duckdb/DuckDBConnection.ts +0 -123
  221. package/src/storage/duckdb/DuckDBRepository.ts +0 -208
  222. package/src/storage/duckdb/EnvironmentRepository.ts +0 -148
  223. package/src/storage/duckdb/MaterializationRepository.spec.ts +0 -191
  224. package/src/storage/duckdb/MaterializationRepository.ts +0 -336
  225. package/src/storage/duckdb/PackageRepository.ts +0 -135
  226. package/src/storage/duckdb/schema.ts +0 -229
  227. package/src/stream_helpers.spec.ts +0 -280
  228. package/src/stream_helpers.ts +0 -162
  229. package/src/telemetry.ts +0 -20
  230. package/src/test_helpers/metrics_harness.ts +0 -166
  231. package/src/theme_key_parity.spec.ts +0 -57
  232. package/src/utils.ts +0 -29
  233. package/tests/fixtures/authorize-compile/model.malloy +0 -9
  234. package/tests/fixtures/authorize-compile/publisher.json +0 -4
  235. package/tests/fixtures/html-pages-nopublic/model.malloy +0 -1
  236. package/tests/fixtures/html-pages-nopublic/publisher.json +0 -5
  237. package/tests/fixtures/html-pages-test/data.csv +0 -3
  238. package/tests/fixtures/html-pages-test/public/assets/app.css +0 -3
  239. package/tests/fixtures/html-pages-test/public/barehtml.html +0 -4
  240. package/tests/fixtures/html-pages-test/public/bodymeta.html +0 -8
  241. package/tests/fixtures/html-pages-test/public/data.json +0 -1
  242. package/tests/fixtures/html-pages-test/public/fitcomment.html +0 -11
  243. package/tests/fixtures/html-pages-test/public/index.html +0 -9
  244. package/tests/fixtures/html-pages-test/public/nohead.html +0 -8
  245. package/tests/fixtures/html-pages-test/public/notfit.html +0 -13
  246. package/tests/fixtures/html-pages-test/public/slides.html +0 -12
  247. package/tests/fixtures/html-pages-test/public/sub/page2.html +0 -9
  248. package/tests/fixtures/html-pages-test/public/unterminated.html +0 -10
  249. package/tests/fixtures/html-pages-test/publisher.json +0 -5
  250. package/tests/fixtures/html-pages-test/report.malloy +0 -1
  251. package/tests/fixtures/persist-multi-level/data/orders.csv +0 -5
  252. package/tests/fixtures/persist-multi-level/multi_level.malloy +0 -18
  253. package/tests/fixtures/persist-multi-level/publisher.json +0 -5
  254. package/tests/fixtures/persist-schedule-test/data/orders.csv +0 -5
  255. package/tests/fixtures/persist-schedule-test/persist_schedule_test.malloy +0 -11
  256. package/tests/fixtures/persist-schedule-test/publisher.json +0 -7
  257. package/tests/fixtures/persist-schedule-warn-test/data/orders.csv +0 -5
  258. package/tests/fixtures/persist-schedule-warn-test/persist_warn_test.malloy +0 -11
  259. package/tests/fixtures/persist-schedule-warn-test/publisher.json +0 -6
  260. package/tests/fixtures/persist-test/data/orders.csv +0 -5
  261. package/tests/fixtures/persist-test/persist_test.malloy +0 -11
  262. package/tests/fixtures/persist-test/publisher.json +0 -5
  263. package/tests/fixtures/publisher.config.json +0 -15
  264. package/tests/fixtures/query-givens/data/orders.csv +0 -7
  265. package/tests/fixtures/query-givens/model.malloy +0 -34
  266. package/tests/fixtures/query-givens/publisher.json +0 -5
  267. package/tests/fixtures/xlsx/database.xlsx +0 -0
  268. package/tests/harness/mcp_test_setup.ts +0 -332
  269. package/tests/harness/rest_e2e.ts +0 -68
  270. package/tests/integration/authorize/compile_authorize_http.integration.spec.ts +0 -92
  271. package/tests/integration/concurrent_package/concurrent_package.integration.spec.ts +0 -280
  272. package/tests/integration/duckdb_storage/duckdb_storage.integration.spec.ts +0 -138
  273. package/tests/integration/first_boot/readiness_line.integration.spec.ts +0 -177
  274. package/tests/integration/html_pages/html_pages.integration.spec.ts +0 -440
  275. package/tests/integration/legacy_routes/legacy_routes.integration.spec.ts +0 -259
  276. package/tests/integration/materialization/environment_list.integration.spec.ts +0 -133
  277. package/tests/integration/materialization/freshness_gate.integration.spec.ts +0 -292
  278. package/tests/integration/materialization/manifest_binding.integration.spec.ts +0 -430
  279. package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -441
  280. package/tests/integration/materialization/orchestrated_rebind.integration.spec.ts +0 -150
  281. package/tests/integration/materialization/reference_manifest.integration.spec.ts +0 -251
  282. package/tests/integration/materialization/schedule_edit.integration.spec.ts +0 -126
  283. package/tests/integration/materialization/scheduler.integration.spec.ts +0 -200
  284. package/tests/integration/materialization/scheduler_recovery.integration.spec.ts +0 -172
  285. package/tests/integration/materialization/scheduler_transitions.integration.spec.ts +0 -256
  286. package/tests/integration/materialization/scheduler_wiring.integration.spec.ts +0 -143
  287. package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -438
  288. package/tests/integration/mcp/mcp_get_context_semantic.integration.spec.ts +0 -235
  289. package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -98
  290. package/tests/integration/query_givens/query_givens.integration.spec.ts +0 -146
  291. package/tests/integration/query_givens/query_givens_authorize.integration.spec.ts +0 -121
  292. package/tests/integration/sdk_givens/sdk_givens.integration.spec.ts +0 -110
  293. package/tests/integration/watch-mode/watch_mode.integration.spec.ts +0 -421
  294. package/tests/unit/controller/theme.controller.spec.ts +0 -141
  295. package/tests/unit/duckdb/attached_databases.test.ts +0 -1243
  296. package/tests/unit/duckdb/duckdb_connection.test.ts +0 -181
  297. package/tests/unit/duckdb/legacy_schema_migration.test.ts +0 -197
  298. package/tests/unit/duckdb/repositories.test.ts +0 -208
  299. package/tests/unit/ducklake/ducklake.test.ts +0 -952
  300. package/tests/unit/service/theme_store.spec.ts +0 -139
  301. package/tsconfig.json +0 -32
@@ -1,849 +0,0 @@
1
- import type {
2
- Connection,
3
- QueryRecord,
4
- RunSQLOptions,
5
- StreamingConnection,
6
- } from "@malloydata/malloy";
7
- import { afterEach, describe, expect, it } from "bun:test";
8
- import sinon from "sinon";
9
-
10
- import { BadRequestError, PayloadTooLargeError } from "../errors";
11
- import type { EnvironmentStore } from "../service/environment_store";
12
- import { ConnectionController } from "./connection.controller";
13
-
14
- /**
15
- * Tests for the row-cap path inside
16
- * {@link ConnectionController.getConnectionQueryData}. Mocks the
17
- * underlying Malloy `Connection.runSQL` so the test runs without a
18
- * live database; the EnvironmentStore is similarly stubbed via
19
- * sinon — we only exercise the controller's request-shaping and
20
- * overflow-detection logic.
21
- */
22
- /**
23
- * Build a controller whose `getMalloyConnection` resolves to a
24
- * fake `Connection` with a sinon-stubbed `runSQL`. We bypass the
25
- * normal EnvironmentStore lookup entirely so the test stays a
26
- * single-file unit test.
27
- *
28
- * `assertCanAdmitQuery` defaults to a no-op (controller is never
29
- * back-pressured); pass an overridden stub via
30
- * `{ assertCanAdmitQuery }` to drive the 503 path.
31
- *
32
- * Hoisted to module scope so the admission-gate describe can reuse it.
33
- */
34
- function buildController(
35
- runSQL: sinon.SinonStub,
36
- opts: { assertCanAdmitQuery?: sinon.SinonStub } = {},
37
- ): {
38
- controller: ConnectionController;
39
- runSQL: sinon.SinonStub;
40
- assertCanAdmitQuery: sinon.SinonStub;
41
- } {
42
- const fakeConnection = { runSQL } as unknown as Connection;
43
- const assertCanAdmitQuery =
44
- opts.assertCanAdmitQuery ?? sinon.stub().returns(undefined);
45
- const fakeEnv = { assertCanAdmitQuery };
46
- const fakeStore = {
47
- getEnvironment: sinon.stub().resolves(fakeEnv),
48
- } as unknown as EnvironmentStore;
49
- const controller = new ConnectionController(fakeStore);
50
- // `getMalloyConnection` is private; cast through `unknown` so we
51
- // can swap it without exposing internals on the public surface.
52
- sinon
53
- .stub(
54
- controller as unknown as {
55
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
56
- },
57
- "getMalloyConnection",
58
- )
59
- .resolves(fakeConnection);
60
- return { controller, runSQL, assertCanAdmitQuery };
61
- }
62
-
63
- describe("ConnectionController connection queryMetadata", () => {
64
- afterEach(() => sinon.restore());
65
-
66
- it("rejects a connection default the contract cannot render", async () => {
67
- // The connection is the one metadata layer whose author is right here, so
68
- // it is the one that can be told. `cost-centre` is the natural spelling
69
- // and would otherwise be dropped at dispatch, leaving every statement on
70
- // the connection missing the property its operator configured.
71
- const { controller } = buildController(sinon.stub().resolves());
72
- await expect(
73
- controller.addConnection("env", "warehouse", {
74
- name: "warehouse",
75
- type: "postgres",
76
- queryMetadata: { "cost-centre": "eng" },
77
- }),
78
- ).rejects.toThrow(/queryMetadata is invalid/);
79
- });
80
-
81
- it("rejects an enforced bag the contract cannot render", async () => {
82
- const { controller } = buildController(sinon.stub().resolves());
83
- await expect(
84
- controller.addConnection("env", "warehouse", {
85
- name: "warehouse",
86
- type: "postgres",
87
- queryMetadataEnforced: { "org.id": "acme" },
88
- }),
89
- ).rejects.toThrow(/queryMetadataEnforced is invalid/);
90
- });
91
-
92
- it("accepts a conforming connection default", async () => {
93
- const { controller } = buildController(sinon.stub().resolves());
94
- const addConnection = sinon.stub().resolves();
95
- (
96
- controller as unknown as {
97
- connectionService: { addConnection: sinon.SinonStub };
98
- }
99
- ).connectionService = { addConnection } as never;
100
- await controller.addConnection("env", "warehouse", {
101
- name: "warehouse",
102
- type: "postgres",
103
- queryMetadata: { cost_centre: "eng" },
104
- });
105
- expect(addConnection.calledOnce).toBe(true);
106
- });
107
- });
108
-
109
- describe("ConnectionController.getConnectionQueryData row cap", () => {
110
- const originalEnv = process.env.PUBLISHER_MAX_QUERY_ROWS;
111
-
112
- afterEach(() => {
113
- sinon.restore();
114
- if (originalEnv === undefined) {
115
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
116
- } else {
117
- process.env.PUBLISHER_MAX_QUERY_ROWS = originalEnv;
118
- }
119
- });
120
-
121
- it("passes the SQL through verbatim and asks the connector for cap+1 rows", async () => {
122
- process.env.PUBLISHER_MAX_QUERY_ROWS = "5";
123
- const runSQL = sinon.stub().resolves({ rows: [{ a: 1 }], totalRows: 1 });
124
- const { controller } = buildController(runSQL);
125
-
126
- const result = await controller.getConnectionQueryData(
127
- "env",
128
- "conn",
129
- "SELECT a FROM t",
130
- "",
131
- );
132
-
133
- expect(runSQL.calledOnce).toBe(true);
134
- expect(runSQL.firstCall.args[0]).toBe("SELECT a FROM t");
135
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
136
- expect(opts.rowLimit).toBe(6);
137
- const parsed = JSON.parse(result.data ?? "") as {
138
- rows: Array<{ a: number }>;
139
- totalRows: number;
140
- };
141
- expect(parsed.rows).toEqual([{ a: 1 }]);
142
- });
143
-
144
- it("returns the result when row count equals the cap exactly", async () => {
145
- process.env.PUBLISHER_MAX_QUERY_ROWS = "3";
146
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }];
147
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
148
- const { controller } = buildController(runSQL);
149
-
150
- const result = await controller.getConnectionQueryData(
151
- "env",
152
- "conn",
153
- "SELECT a FROM t",
154
- "",
155
- );
156
-
157
- const parsed = JSON.parse(result.data ?? "") as { rows: unknown[] };
158
- expect(parsed.rows.length).toBe(3);
159
- });
160
-
161
- it("throws PayloadTooLargeError when the connection returns cap+1 rows", async () => {
162
- process.env.PUBLISHER_MAX_QUERY_ROWS = "3";
163
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }, { a: 4 }];
164
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
165
- const { controller } = buildController(runSQL);
166
-
167
- await expect(
168
- controller.getConnectionQueryData(
169
- "env",
170
- "conn",
171
- "SELECT a FROM t",
172
- "",
173
- ),
174
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
175
- await expect(
176
- controller.getConnectionQueryData(
177
- "env",
178
- "conn",
179
- "SELECT a FROM t",
180
- "",
181
- ),
182
- ).rejects.toThrow("more than 3 rows");
183
- });
184
-
185
- it("forwards non-SELECT statements verbatim with rowLimit applied", async () => {
186
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
187
- const rows = [{ table_name: "a" }, { table_name: "b" }];
188
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
189
- const { controller } = buildController(runSQL);
190
-
191
- await controller.getConnectionQueryData("env", "conn", "SHOW TABLES", "");
192
-
193
- expect(runSQL.firstCall.args[0]).toBe("SHOW TABLES");
194
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
195
- expect(opts.rowLimit).toBe(11);
196
- });
197
-
198
- it("disables rowLimit when PUBLISHER_MAX_QUERY_ROWS=0", async () => {
199
- process.env.PUBLISHER_MAX_QUERY_ROWS = "0";
200
- const rows = Array.from({ length: 100 }, (_, i) => ({ a: i }));
201
- const runSQL = sinon.stub().resolves({ rows, totalRows: rows.length });
202
- const { controller } = buildController(runSQL);
203
-
204
- const result = await controller.getConnectionQueryData(
205
- "env",
206
- "conn",
207
- "SELECT a FROM t",
208
- "",
209
- );
210
-
211
- expect(runSQL.firstCall.args[0]).toBe("SELECT a FROM t");
212
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
213
- expect(opts.rowLimit).toBeUndefined();
214
- const parsed = JSON.parse(result.data ?? "") as { rows: unknown[] };
215
- expect(parsed.rows.length).toBe(100);
216
- });
217
-
218
- it("uses the default cap when PUBLISHER_MAX_QUERY_ROWS is unset", async () => {
219
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
220
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
221
- const { controller } = buildController(runSQL);
222
-
223
- await controller.getConnectionQueryData("env", "conn", "SELECT 1", "");
224
-
225
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
226
- // Default cap is 100_000, so we request cap+1 = 100_001.
227
- expect(opts.rowLimit).toBe(100_001);
228
- });
229
-
230
- it("preserves a caller-supplied rowLimit when it is below the cap", async () => {
231
- process.env.PUBLISHER_MAX_QUERY_ROWS = "100";
232
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
233
- const { controller } = buildController(runSQL);
234
-
235
- await controller.getConnectionQueryData(
236
- "env",
237
- "conn",
238
- "SELECT 1",
239
- JSON.stringify({ rowLimit: 5 }),
240
- );
241
-
242
- const opts = runSQL.firstCall.args[1] as { rowLimit?: number };
243
- expect(opts.rowLimit).toBe(5);
244
- });
245
-
246
- it("clamps a caller-supplied rowLimit that exceeds the cap+1 sentinel and replaces any caller-supplied abortSignal with the publisher's timeout signal", async () => {
247
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
248
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
249
- const { controller } = buildController(runSQL);
250
-
251
- await controller.getConnectionQueryData(
252
- "env",
253
- "conn",
254
- "SELECT 1",
255
- JSON.stringify({ rowLimit: 50, abortSignal: {} }),
256
- );
257
-
258
- const opts = runSQL.firstCall.args[1] as {
259
- rowLimit?: number;
260
- abortSignal?: AbortSignal;
261
- };
262
- expect(opts.rowLimit).toBe(11);
263
- // Step 5: the controller always installs its own AbortSignal
264
- // (sourced from runWithQueryTimeout) so a hung driver call can
265
- // be canceled. The caller-supplied placeholder is dropped at
266
- // the JSON-parse boundary — it could never be a real
267
- // AbortSignal anyway — and replaced with a live one. Prior to
268
- // Step 5 the assertion was `toBeUndefined`; that behavior is
269
- // gone on purpose.
270
- expect(opts.abortSignal).toBeInstanceOf(AbortSignal);
271
- expect(opts.abortSignal?.aborted).toBe(false);
272
- });
273
-
274
- /**
275
- * Express parses repeated query parameters and array-shaped JSON bodies
276
- * as `string[]`, not `string`. The route handlers up-cast for TypeScript,
277
- * so we re-validate at the controller boundary. CodeQL flagged the
278
- * unvalidated dataflow as
279
- * `js/type-confusion-through-parameter-tampering`.
280
- */
281
- it.each([
282
- ["array sqlStatement", ["SELECT 1", "SELECT 2"]],
283
- ["object sqlStatement", { evil: true }],
284
- ["number sqlStatement", 42],
285
- ["null sqlStatement", null],
286
- ["undefined sqlStatement", undefined],
287
- ])(
288
- "rejects non-string sqlStatement (%s) with BadRequestError",
289
- async (_label, sqlStatement) => {
290
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
291
- const { controller } = buildController(runSQL);
292
-
293
- await expect(
294
- controller.getConnectionQueryData(
295
- "env",
296
- "conn",
297
- sqlStatement as unknown as string,
298
- "",
299
- ),
300
- ).rejects.toBeInstanceOf(BadRequestError);
301
- expect(runSQL.called).toBe(false);
302
- },
303
- );
304
-
305
- it.each([
306
- ["array options", ["{}", "{}"]],
307
- ["object options", { foo: "bar" }],
308
- ["number options", 42],
309
- ])(
310
- "rejects non-string options (%s) with BadRequestError",
311
- async (_label, options) => {
312
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
313
- const { controller } = buildController(runSQL);
314
-
315
- await expect(
316
- controller.getConnectionQueryData(
317
- "env",
318
- "conn",
319
- "SELECT 1",
320
- options as unknown as string,
321
- ),
322
- ).rejects.toBeInstanceOf(BadRequestError);
323
- expect(runSQL.called).toBe(false);
324
- },
325
- );
326
-
327
- it("accepts undefined / null options as 'no options'", async () => {
328
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
329
- const { controller } = buildController(runSQL);
330
-
331
- await controller.getConnectionQueryData(
332
- "env",
333
- "conn",
334
- "SELECT 1",
335
- undefined as unknown as string,
336
- );
337
- await controller.getConnectionQueryData(
338
- "env",
339
- "conn",
340
- "SELECT 1",
341
- null as unknown as string,
342
- );
343
-
344
- expect(runSQL.callCount).toBe(2);
345
- });
346
-
347
- /**
348
- * `JSON.parse("null")` / `'"foo"'` / `'42'` / `'[1,2,3]'` all parse to
349
- * non-objects. Without a guard, `runSQLOptions.abortSignal` would crash
350
- * on `null` (→ 500) or `runSQLOptions.rowLimit = ...` would mutate the
351
- * caller's array / coerce a primitive and pass that to the connector.
352
- * Reject at the controller boundary alongside the other type guards.
353
- */
354
- it.each([
355
- ["JSON null", "null"],
356
- ["JSON string", '"hello"'],
357
- ["JSON number", "42"],
358
- ["JSON boolean", "true"],
359
- ["JSON array", "[1,2,3]"],
360
- ])(
361
- "rejects non-object JSON options (%s) with BadRequestError",
362
- async (_label, options) => {
363
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
364
- const { controller } = buildController(runSQL);
365
-
366
- await expect(
367
- controller.getConnectionQueryData(
368
- "env",
369
- "conn",
370
- "SELECT 1",
371
- options,
372
- ),
373
- ).rejects.toBeInstanceOf(BadRequestError);
374
- expect(runSQL.called).toBe(false);
375
- },
376
- );
377
-
378
- it("rejects malformed JSON options with BadRequestError", async () => {
379
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
380
- const { controller } = buildController(runSQL);
381
-
382
- await expect(
383
- controller.getConnectionQueryData(
384
- "env",
385
- "conn",
386
- "SELECT 1",
387
- "{not json",
388
- ),
389
- ).rejects.toBeInstanceOf(BadRequestError);
390
- expect(runSQL.called).toBe(false);
391
- });
392
- });
393
-
394
- /**
395
- * Tests for the streaming branch of
396
- * {@link ConnectionController.getConnectionQueryData}. When the
397
- * connection implements `canStream`, the controller routes through
398
- * `streamSqlWithBudget` so the byte cap can fire mid-stream. The
399
- * row cap is still enforced via `RunSQLOptions.rowLimit = cap+1` on
400
- * the way in, plus an overflow check on the way out (same sentinel
401
- * pattern as the non-streaming path).
402
- */
403
- describe("ConnectionController.getConnectionQueryData streaming", () => {
404
- const originalRowsEnv = process.env.PUBLISHER_MAX_QUERY_ROWS;
405
- const originalBytesEnv = process.env.PUBLISHER_MAX_RESPONSE_BYTES;
406
-
407
- afterEach(() => {
408
- sinon.restore();
409
- if (originalRowsEnv === undefined) {
410
- delete process.env.PUBLISHER_MAX_QUERY_ROWS;
411
- } else {
412
- process.env.PUBLISHER_MAX_QUERY_ROWS = originalRowsEnv;
413
- }
414
- if (originalBytesEnv === undefined) {
415
- delete process.env.PUBLISHER_MAX_RESPONSE_BYTES;
416
- } else {
417
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = originalBytesEnv;
418
- }
419
- });
420
-
421
- /**
422
- * Build a controller backed by a fake `StreamingConnection`.
423
- * `seenSql` and `seenOptions` let tests assert the controller
424
- * passed the SQL straight through and forwarded the budget-derived
425
- * `rowLimit` to the driver.
426
- */
427
- function buildStreamingController(opts: {
428
- rows: QueryRecord[];
429
- honorRowLimit?: boolean;
430
- }): {
431
- controller: ConnectionController;
432
- seenSql: { value: string | undefined };
433
- seenOptions: { value: RunSQLOptions | undefined };
434
- } {
435
- const { rows, honorRowLimit = true } = opts;
436
- const seenSql = { value: undefined as string | undefined };
437
- const seenOptions = { value: undefined as RunSQLOptions | undefined };
438
- const fakeConnection = {
439
- canStream(): true {
440
- return true;
441
- },
442
- async *runSQLStream(
443
- sql: string,
444
- options?: RunSQLOptions,
445
- ): AsyncIterableIterator<QueryRecord> {
446
- seenSql.value = sql;
447
- seenOptions.value = options;
448
- const limit =
449
- honorRowLimit && typeof options?.rowLimit === "number"
450
- ? options.rowLimit
451
- : rows.length;
452
- for (let i = 0; i < Math.min(rows.length, limit); i += 1) {
453
- yield rows[i];
454
- }
455
- },
456
- } as unknown as StreamingConnection;
457
- const fakeEnv = {
458
- assertCanAdmitQuery: sinon.stub().returns(undefined),
459
- };
460
- const fakeStore = {
461
- getEnvironment: sinon.stub().resolves(fakeEnv),
462
- } as unknown as EnvironmentStore;
463
- const controller = new ConnectionController(fakeStore);
464
- sinon
465
- .stub(
466
- controller as unknown as {
467
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
468
- },
469
- "getMalloyConnection",
470
- )
471
- .resolves(fakeConnection as unknown as Connection);
472
- return { controller, seenSql, seenOptions };
473
- }
474
-
475
- it("routes through runSQLStream and asks the driver for cap+1 rows", async () => {
476
- process.env.PUBLISHER_MAX_QUERY_ROWS = "5";
477
- const rows = [{ a: 1 }, { a: 2 }];
478
- const { controller, seenSql, seenOptions } = buildStreamingController({
479
- rows,
480
- });
481
-
482
- const result = await controller.getConnectionQueryData(
483
- "env",
484
- "conn",
485
- "SELECT a FROM t",
486
- "",
487
- );
488
-
489
- expect(seenSql.value).toBe("SELECT a FROM t");
490
- expect(seenOptions.value?.rowLimit).toBe(6);
491
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
492
- expect(parsed.rows).toEqual(rows);
493
- });
494
-
495
- it("preserves a caller-supplied rowLimit when it is below the cap+1 ceiling", async () => {
496
- process.env.PUBLISHER_MAX_QUERY_ROWS = "100";
497
- const { controller, seenOptions } = buildStreamingController({
498
- rows: [{ a: 1 }],
499
- });
500
-
501
- await controller.getConnectionQueryData(
502
- "env",
503
- "conn",
504
- "SELECT a FROM t",
505
- JSON.stringify({ rowLimit: 10 }),
506
- );
507
-
508
- expect(seenOptions.value?.rowLimit).toBe(10);
509
- });
510
-
511
- it("throws PayloadTooLargeError when the stream yields more than the row cap", async () => {
512
- process.env.PUBLISHER_MAX_QUERY_ROWS = "2";
513
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }, { a: 4 }];
514
- const { controller } = buildStreamingController({
515
- rows,
516
- honorRowLimit: false,
517
- });
518
-
519
- await expect(
520
- controller.getConnectionQueryData(
521
- "env",
522
- "conn",
523
- "SELECT a FROM t",
524
- "",
525
- ),
526
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
527
- await expect(
528
- controller.getConnectionQueryData(
529
- "env",
530
- "conn",
531
- "SELECT a FROM t",
532
- "",
533
- ),
534
- ).rejects.toThrow("more than 2 rows");
535
- });
536
-
537
- it("throws PayloadTooLargeError when the stream exceeds the byte cap", async () => {
538
- process.env.PUBLISHER_MAX_QUERY_ROWS = "1000";
539
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = "60";
540
- const big = "x".repeat(40);
541
- const rows = [{ s: big }, { s: big }, { s: big }];
542
- const { controller } = buildStreamingController({
543
- rows,
544
- honorRowLimit: false,
545
- });
546
-
547
- await expect(
548
- controller.getConnectionQueryData(
549
- "env",
550
- "conn",
551
- "SELECT s FROM t",
552
- "",
553
- ),
554
- ).rejects.toBeInstanceOf(PayloadTooLargeError);
555
- await expect(
556
- controller.getConnectionQueryData(
557
- "env",
558
- "conn",
559
- "SELECT s FROM t",
560
- "",
561
- ),
562
- ).rejects.toThrow("exceeded 60 bytes");
563
- });
564
-
565
- it("disables byte cap when PUBLISHER_MAX_RESPONSE_BYTES=0", async () => {
566
- process.env.PUBLISHER_MAX_QUERY_ROWS = "1000";
567
- process.env.PUBLISHER_MAX_RESPONSE_BYTES = "0";
568
- const big = "x".repeat(10_000);
569
- const rows: QueryRecord[] = Array.from({ length: 3 }, () => ({ s: big }));
570
- const { controller } = buildStreamingController({
571
- rows,
572
- honorRowLimit: false,
573
- });
574
-
575
- const result = await controller.getConnectionQueryData(
576
- "env",
577
- "conn",
578
- "SELECT s FROM t",
579
- "",
580
- );
581
-
582
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
583
- expect(parsed.rows.length).toBe(3);
584
- });
585
-
586
- it("omits rowLimit when PUBLISHER_MAX_QUERY_ROWS=0 and no caller limit is given", async () => {
587
- process.env.PUBLISHER_MAX_QUERY_ROWS = "0";
588
- const rows = [{ a: 1 }, { a: 2 }, { a: 3 }];
589
- const { controller, seenOptions } = buildStreamingController({
590
- rows,
591
- honorRowLimit: false,
592
- });
593
-
594
- const result = await controller.getConnectionQueryData(
595
- "env",
596
- "conn",
597
- "SELECT a FROM t",
598
- "",
599
- );
600
-
601
- expect(seenOptions.value?.rowLimit).toBeUndefined();
602
- const parsed = JSON.parse(result.data ?? "") as { rows: QueryRecord[] };
603
- expect(parsed.rows.length).toBe(3);
604
- });
605
-
606
- it("replaces caller-supplied abortSignal with a real AbortSignal", async () => {
607
- process.env.PUBLISHER_MAX_QUERY_ROWS = "10";
608
- const { controller, seenOptions } = buildStreamingController({
609
- rows: [{ a: 1 }],
610
- });
611
-
612
- await controller.getConnectionQueryData(
613
- "env",
614
- "conn",
615
- "SELECT 1",
616
- JSON.stringify({ abortSignal: {} }),
617
- );
618
-
619
- // The controller clears the caller-supplied abortSignal (which
620
- // arrives over the wire as a JSON-shaped placeholder, not a
621
- // real AbortSignal), and the streaming helper installs its own
622
- // so it can abort the iterator on overflow.
623
- const signal = seenOptions.value?.abortSignal;
624
- expect(signal).toBeInstanceOf(AbortSignal);
625
- expect(signal?.aborted).toBe(false);
626
- });
627
- });
628
-
629
- /**
630
- * Tests that the controller calls {@link Environment.assertCanAdmitQuery}
631
- * *before* doing any disk / DB work. Under back-pressure the publisher
632
- * must shed load immediately with HTTP 503 — not start a query and
633
- * crash partway through.
634
- */
635
- describe("ConnectionController.getConnectionQueryData admission gate", () => {
636
- afterEach(() => {
637
- sinon.restore();
638
- });
639
-
640
- it("re-throws the ServiceUnavailableError without ever calling the connector", async () => {
641
- const runSQL = sinon.stub().resolves({ rows: [], totalRows: 0 });
642
- const { ServiceUnavailableError } = await import("../errors");
643
- const assertCanAdmitQuery = sinon
644
- .stub()
645
- .throws(
646
- new ServiceUnavailableError(
647
- 'Publisher is under memory pressure and cannot accept new queries (environment "env").',
648
- ),
649
- );
650
- const { controller, runSQL: capturedRunSQL } = buildController(runSQL, {
651
- assertCanAdmitQuery,
652
- });
653
-
654
- await expect(
655
- controller.getConnectionQueryData("env", "conn", "SELECT 1", ""),
656
- ).rejects.toBeInstanceOf(ServiceUnavailableError);
657
-
658
- // The gate must fire *before* the connector — no SQL should ever
659
- // have been issued. This is the load-shedding invariant.
660
- expect(assertCanAdmitQuery.called).toBe(true);
661
- expect(capturedRunSQL.called).toBe(false);
662
- });
663
-
664
- it("proceeds normally when the gate is a no-op", async () => {
665
- const runSQL = sinon.stub().resolves({ rows: [{ a: 1 }], totalRows: 1 });
666
- const { controller, assertCanAdmitQuery } = buildController(runSQL);
667
-
668
- await controller.getConnectionQueryData("env", "conn", "SELECT 1", "");
669
-
670
- expect(assertCanAdmitQuery.called).toBe(true);
671
- expect(runSQL.called).toBe(true);
672
- });
673
- });
674
-
675
- describe("ConnectionController.getConnectionQueryData query timeout", () => {
676
- const originalTimeout = process.env.PUBLISHER_QUERY_TIMEOUT_MS;
677
-
678
- afterEach(() => {
679
- sinon.restore();
680
- if (originalTimeout === undefined) {
681
- delete process.env.PUBLISHER_QUERY_TIMEOUT_MS;
682
- } else {
683
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = originalTimeout;
684
- }
685
- });
686
-
687
- it("surfaces QueryTimeoutError when the driver outlasts PUBLISHER_QUERY_TIMEOUT_MS, with the publisher's AbortSignal delivered to runSQL", async () => {
688
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = "20";
689
- // The driver "hangs" until the publisher's abort signal
690
- // fires; on abort it rejects with a driver-shaped error. The
691
- // controller's runWithQueryTimeout wrapper converts that into
692
- // QueryTimeoutError (mapped to HTTP 504 by `errors.ts`).
693
- let observedSignal: AbortSignal | undefined;
694
- const runSQL = sinon.stub().callsFake(
695
- (_sql: string, opts: RunSQLOptions) =>
696
- new Promise((_resolve, reject) => {
697
- observedSignal = opts.abortSignal;
698
- opts.abortSignal?.addEventListener("abort", () =>
699
- reject(new Error("driver aborted")),
700
- );
701
- }),
702
- );
703
- const { controller } = buildController(runSQL);
704
-
705
- const { QueryTimeoutError } = await import("../errors");
706
- await expect(
707
- controller.getConnectionQueryData("env", "conn", "SELECT 1", ""),
708
- ).rejects.toBeInstanceOf(QueryTimeoutError);
709
-
710
- // Critical invariant: the abort signal MUST actually fire
711
- // — without this the driver call would leak past the 504
712
- // response.
713
- expect(observedSignal).toBeDefined();
714
- expect(observedSignal?.aborted).toBe(true);
715
- });
716
- });
717
-
718
- /**
719
- * Mirrors `buildController` but injects a `manifestTemporaryTable`
720
- * stub instead of `runSQL`. `getConnectionTemporaryTable` casts the
721
- * Malloy connection to `PersistSQLResults`, so the fake connection
722
- * needs that method on its surface for the test to exercise the real
723
- * code path through admission and the timeout wrapper.
724
- */
725
- function buildTemporaryTableController(
726
- manifestTemporaryTable: sinon.SinonStub,
727
- opts: { assertCanAdmitQuery?: sinon.SinonStub } = {},
728
- ): {
729
- controller: ConnectionController;
730
- manifestTemporaryTable: sinon.SinonStub;
731
- assertCanAdmitQuery: sinon.SinonStub;
732
- } {
733
- const fakeConnection = { manifestTemporaryTable } as unknown as Connection;
734
- const assertCanAdmitQuery =
735
- opts.assertCanAdmitQuery ?? sinon.stub().returns(undefined);
736
- const fakeEnv = { assertCanAdmitQuery };
737
- const fakeStore = {
738
- getEnvironment: sinon.stub().resolves(fakeEnv),
739
- } as unknown as EnvironmentStore;
740
- const controller = new ConnectionController(fakeStore);
741
- sinon
742
- .stub(
743
- controller as unknown as {
744
- getMalloyConnection: (...args: unknown[]) => Promise<Connection>;
745
- },
746
- "getMalloyConnection",
747
- )
748
- .resolves(fakeConnection);
749
- return { controller, manifestTemporaryTable, assertCanAdmitQuery };
750
- }
751
-
752
- /**
753
- * `getConnectionTemporaryTable` issues a real `CREATE TEMPORARY TABLE
754
- * AS (<sql>)` against the connector via `manifestTemporaryTable`, so
755
- * the same three OOM guards as `getConnectionQueryData` must apply:
756
- * sqlStatement shape, admission, and wall-clock timeout. The
757
- * per-pod concurrency cap is wired at the route layer in `server.ts`
758
- * / `server-old.ts` and exercised by `oom_guards.integration.spec.ts`.
759
- */
760
- describe("ConnectionController.getConnectionTemporaryTable guards", () => {
761
- const originalTimeout = process.env.PUBLISHER_QUERY_TIMEOUT_MS;
762
-
763
- afterEach(() => {
764
- sinon.restore();
765
- if (originalTimeout === undefined) {
766
- delete process.env.PUBLISHER_QUERY_TIMEOUT_MS;
767
- } else {
768
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = originalTimeout;
769
- }
770
- });
771
-
772
- it("rejects non-string sqlStatement at the boundary (CodeQL type guard)", async () => {
773
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
774
- const { controller } = buildTemporaryTableController(
775
- manifestTemporaryTable,
776
- );
777
-
778
- await expect(
779
- controller.getConnectionTemporaryTable("env", "conn", [
780
- "SELECT 1",
781
- "SELECT 2",
782
- ] as unknown as string),
783
- ).rejects.toBeInstanceOf(BadRequestError);
784
-
785
- expect(manifestTemporaryTable.called).toBe(false);
786
- });
787
-
788
- it("re-throws ServiceUnavailableError under back-pressure without touching the connector", async () => {
789
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
790
- const { ServiceUnavailableError } = await import("../errors");
791
- const assertCanAdmitQuery = sinon
792
- .stub()
793
- .throws(
794
- new ServiceUnavailableError(
795
- 'Publisher is under memory pressure and cannot accept new queries (environment "env").',
796
- ),
797
- );
798
- const { controller } = buildTemporaryTableController(
799
- manifestTemporaryTable,
800
- { assertCanAdmitQuery },
801
- );
802
-
803
- await expect(
804
- controller.getConnectionTemporaryTable("env", "conn", "SELECT 1"),
805
- ).rejects.toBeInstanceOf(ServiceUnavailableError);
806
-
807
- // Load-shedding invariant: the gate must fire BEFORE any
808
- // connector work. `CREATE TEMPORARY TABLE` is a real DDL —
809
- // we must not start it under memory pressure.
810
- expect(assertCanAdmitQuery.called).toBe(true);
811
- expect(manifestTemporaryTable.called).toBe(false);
812
- });
813
-
814
- it("happy path: admission passes through and the connector is called", async () => {
815
- const manifestTemporaryTable = sinon.stub().resolves("temp_table_name");
816
- const { controller, assertCanAdmitQuery } = buildTemporaryTableController(
817
- manifestTemporaryTable,
818
- );
819
-
820
- const result = await controller.getConnectionTemporaryTable(
821
- "env",
822
- "conn",
823
- "SELECT 1",
824
- );
825
-
826
- expect(assertCanAdmitQuery.called).toBe(true);
827
- expect(manifestTemporaryTable.calledOnceWith("SELECT 1")).toBe(true);
828
- expect(JSON.parse(result.table as string)).toBe("temp_table_name");
829
- });
830
-
831
- it("surfaces QueryTimeoutError when manifestTemporaryTable outlasts PUBLISHER_QUERY_TIMEOUT_MS", async () => {
832
- process.env.PUBLISHER_QUERY_TIMEOUT_MS = "20";
833
- // `manifestTemporaryTable` does not accept an abortSignal, so
834
- // the timeout is a pure wall-clock guard — the DDL keeps
835
- // running inside the DB but the HTTP response unblocks as
836
- // QueryTimeoutError → 504, releasing the slot.
837
- const manifestTemporaryTable = sinon
838
- .stub()
839
- .callsFake(() => new Promise(() => undefined /* never resolves */));
840
- const { controller } = buildTemporaryTableController(
841
- manifestTemporaryTable,
842
- );
843
-
844
- const { QueryTimeoutError } = await import("../errors");
845
- await expect(
846
- controller.getConnectionTemporaryTable("env", "conn", "SELECT 1"),
847
- ).rejects.toBeInstanceOf(QueryTimeoutError);
848
- });
849
- });