@malloy-publisher/server 0.0.235 → 0.0.236

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (301) hide show
  1. package/dist/app/api-doc.yaml +47 -17
  2. package/dist/package_load_worker.mjs +8 -1
  3. package/dist/server.mjs +471 -54
  4. package/package.json +5 -2
  5. package/.eslintrc.json +0 -44
  6. package/.prettierignore +0 -1
  7. package/.prettierrc +0 -4
  8. package/build.ts +0 -97
  9. package/eslint.config.mjs +0 -76
  10. package/k6-tests/README.md +0 -144
  11. package/k6-tests/bun.lock +0 -797
  12. package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
  13. package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
  14. package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
  15. package/k6-tests/load-test/load-test-crud.ts +0 -142
  16. package/k6-tests/load-test/load-test.ts +0 -784
  17. package/k6-tests/package.json +0 -27
  18. package/k6-tests/scripts/run-with-otel.sh +0 -50
  19. package/k6-tests/smoke-test/smoke-test.ts +0 -158
  20. package/k6-tests/tsconfig.json +0 -29
  21. package/k6-tests/utils/client_factory.ts +0 -128
  22. package/k6-tests/utils/common.ts +0 -489
  23. package/k6-tests/utils/logger.ts +0 -62
  24. package/k6-tests/utils/types.d.ts +0 -35
  25. package/malloy_mcp.dxt +0 -0
  26. package/publisher.config.example.bigquery.json +0 -33
  27. package/publisher.config.example.duckdb.json +0 -23
  28. package/publisher.config.json +0 -23
  29. package/scripts/bake-duckdb-extensions.js +0 -110
  30. package/src/config.spec.ts +0 -1535
  31. package/src/config.theme.spec.ts +0 -178
  32. package/src/config.ts +0 -1142
  33. package/src/constants.ts +0 -105
  34. package/src/controller/compile.controller.ts +0 -40
  35. package/src/controller/connection.controller.spec.ts +0 -849
  36. package/src/controller/connection.controller.ts +0 -901
  37. package/src/controller/database.controller.ts +0 -24
  38. package/src/controller/materialization.controller.spec.ts +0 -293
  39. package/src/controller/materialization.controller.ts +0 -319
  40. package/src/controller/model.controller.ts +0 -164
  41. package/src/controller/package.controller.spec.ts +0 -273
  42. package/src/controller/package.controller.ts +0 -306
  43. package/src/controller/query.controller.ts +0 -152
  44. package/src/controller/theme.controller.ts +0 -83
  45. package/src/controller/watch-mode.controller.ts +0 -243
  46. package/src/data_styles.ts +0 -71
  47. package/src/default-publisher.config.json +0 -23
  48. package/src/ducklake_version.spec.ts +0 -163
  49. package/src/ducklake_version.ts +0 -153
  50. package/src/errors.spec.ts +0 -119
  51. package/src/errors.ts +0 -237
  52. package/src/filter_deprecation.spec.ts +0 -64
  53. package/src/filter_deprecation.ts +0 -42
  54. package/src/health.spec.ts +0 -123
  55. package/src/health.ts +0 -233
  56. package/src/heap_check.spec.ts +0 -144
  57. package/src/heap_check.ts +0 -144
  58. package/src/instrumentation.ts +0 -214
  59. package/src/json_utils.spec.ts +0 -51
  60. package/src/json_utils.ts +0 -33
  61. package/src/logger.spec.ts +0 -210
  62. package/src/logger.ts +0 -251
  63. package/src/malloy_pin_prereqs.spec.ts +0 -25
  64. package/src/materialization_metrics.spec.ts +0 -169
  65. package/src/materialization_metrics.ts +0 -346
  66. package/src/mcp/error_messages.spec.ts +0 -35
  67. package/src/mcp/error_messages.ts +0 -183
  68. package/src/mcp/handler_utils.spec.ts +0 -108
  69. package/src/mcp/handler_utils.ts +0 -251
  70. package/src/mcp/mcp_constants.ts +0 -6
  71. package/src/mcp/query_envelope.spec.ts +0 -229
  72. package/src/mcp/query_envelope.ts +0 -240
  73. package/src/mcp/server.protocol.spec.ts +0 -250
  74. package/src/mcp/server.ts +0 -87
  75. package/src/mcp/skills/build_skills_bundle.spec.ts +0 -51
  76. package/src/mcp/skills/build_skills_bundle.ts +0 -176
  77. package/src/mcp/skills/skills_bundle.json +0 -1
  78. package/src/mcp/skills/skills_bundle.spec.ts +0 -171
  79. package/src/mcp/tool_response.spec.ts +0 -108
  80. package/src/mcp/tool_response.ts +0 -138
  81. package/src/mcp/tools/compile_tool.spec.ts +0 -315
  82. package/src/mcp/tools/compile_tool.ts +0 -208
  83. package/src/mcp/tools/docs_search/build_docs_index.ts +0 -132
  84. package/src/mcp/tools/docs_search/malloy_docs_index.json +0 -1
  85. package/src/mcp/tools/docs_search_tool.spec.ts +0 -32
  86. package/src/mcp/tools/docs_search_tool.ts +0 -128
  87. package/src/mcp/tools/embedding_index.spec.ts +0 -1236
  88. package/src/mcp/tools/embedding_index.ts +0 -808
  89. package/src/mcp/tools/execute_query_tool.spec.ts +0 -294
  90. package/src/mcp/tools/execute_query_tool.ts +0 -316
  91. package/src/mcp/tools/get_context_eval.ts +0 -275
  92. package/src/mcp/tools/get_context_tool.spec.ts +0 -592
  93. package/src/mcp/tools/get_context_tool.ts +0 -585
  94. package/src/mcp/tools/reload_package_tool.spec.ts +0 -232
  95. package/src/mcp/tools/reload_package_tool.ts +0 -132
  96. package/src/mcp_config.spec.ts +0 -919
  97. package/src/mcp_config.ts +0 -425
  98. package/src/oom_guards.integration.spec.ts +0 -269
  99. package/src/package_load/package_load_pool.spec.ts +0 -252
  100. package/src/package_load/package_load_pool.ts +0 -931
  101. package/src/package_load/package_load_worker.ts +0 -1034
  102. package/src/package_load/protocol.ts +0 -364
  103. package/src/package_load/rpc_wait_accountant.spec.ts +0 -109
  104. package/src/package_load/rpc_wait_accountant.ts +0 -76
  105. package/src/package_load_metrics.spec.ts +0 -114
  106. package/src/package_load_metrics.ts +0 -127
  107. package/src/path_safety.spec.ts +0 -158
  108. package/src/path_safety.ts +0 -146
  109. package/src/pg_helpers.spec.ts +0 -223
  110. package/src/pg_helpers.ts +0 -52
  111. package/src/query_cap_metrics.spec.ts +0 -89
  112. package/src/query_cap_metrics.ts +0 -116
  113. package/src/query_concurrency.spec.ts +0 -247
  114. package/src/query_concurrency.ts +0 -237
  115. package/src/query_metadata_metrics.ts +0 -49
  116. package/src/query_param_utils.ts +0 -29
  117. package/src/query_timeout.spec.ts +0 -224
  118. package/src/query_timeout.ts +0 -179
  119. package/src/runtime/publisher.js +0 -328
  120. package/src/server-old.ts +0 -988
  121. package/src/server.ts +0 -2059
  122. package/src/service/annotations.spec.ts +0 -118
  123. package/src/service/annotations.ts +0 -91
  124. package/src/service/authorize.spec.ts +0 -154
  125. package/src/service/authorize.ts +0 -498
  126. package/src/service/authorize_integration.spec.ts +0 -2041
  127. package/src/service/build_plan.spec.ts +0 -685
  128. package/src/service/build_plan.ts +0 -797
  129. package/src/service/compile_authorize.spec.ts +0 -85
  130. package/src/service/compile_fragment_techniques.spec.ts +0 -156
  131. package/src/service/connection.spec.ts +0 -2360
  132. package/src/service/connection.ts +0 -2187
  133. package/src/service/connection_config.spec.ts +0 -734
  134. package/src/service/connection_config.ts +0 -899
  135. package/src/service/connection_federation.spec.ts +0 -184
  136. package/src/service/connection_fingerprint.spec.ts +0 -102
  137. package/src/service/connection_service.spec.ts +0 -711
  138. package/src/service/connection_service.ts +0 -291
  139. package/src/service/cron_evaluator.spec.ts +0 -79
  140. package/src/service/cron_evaluator.ts +0 -105
  141. package/src/service/db_utils.spec.ts +0 -1085
  142. package/src/service/db_utils.ts +0 -1502
  143. package/src/service/duckdb_instance_isolation.spec.ts +0 -137
  144. package/src/service/ducklake_lazy_attach.spec.ts +0 -110
  145. package/src/service/embedding_provider.spec.ts +0 -329
  146. package/src/service/embedding_provider.ts +0 -236
  147. package/src/service/environment.ts +0 -2191
  148. package/src/service/environment_admission.spec.ts +0 -344
  149. package/src/service/environment_compile.spec.ts +0 -197
  150. package/src/service/environment_store.spec.ts +0 -2274
  151. package/src/service/environment_store.ts +0 -2434
  152. package/src/service/environment_store_anchoring.spec.ts +0 -107
  153. package/src/service/environment_store_clone.spec.ts +0 -350
  154. package/src/service/explore_visibility.spec.ts +0 -434
  155. package/src/service/exports_probe.spec.ts +0 -107
  156. package/src/service/extension_fetch_policy.spec.ts +0 -256
  157. package/src/service/filter.spec.ts +0 -458
  158. package/src/service/filter.ts +0 -341
  159. package/src/service/filter_bypass.spec.ts +0 -418
  160. package/src/service/filter_integration.spec.ts +0 -1004
  161. package/src/service/freshness.spec.ts +0 -183
  162. package/src/service/freshness.ts +0 -112
  163. package/src/service/gcs_s3_utils.ts +0 -427
  164. package/src/service/given.ts +0 -105
  165. package/src/service/givens_integration.spec.ts +0 -219
  166. package/src/service/manifest_loader.spec.ts +0 -189
  167. package/src/service/manifest_loader.ts +0 -156
  168. package/src/service/materialization_build_session.spec.ts +0 -435
  169. package/src/service/materialization_build_session.ts +0 -681
  170. package/src/service/materialization_config_validation.spec.ts +0 -99
  171. package/src/service/materialization_config_validation.ts +0 -120
  172. package/src/service/materialization_eligibility.spec.ts +0 -158
  173. package/src/service/materialization_eligibility.ts +0 -305
  174. package/src/service/materialization_schedule_surface.spec.ts +0 -256
  175. package/src/service/materialization_scheduler.spec.ts +0 -289
  176. package/src/service/materialization_scheduler.ts +0 -304
  177. package/src/service/materialization_serve_transform.spec.ts +0 -1003
  178. package/src/service/materialization_serve_transform.ts +0 -779
  179. package/src/service/materialization_service.spec.ts +0 -2373
  180. package/src/service/materialization_service.ts +0 -2342
  181. package/src/service/materialization_test_fixtures.ts +0 -249
  182. package/src/service/model.spec.ts +0 -1157
  183. package/src/service/model.ts +0 -3370
  184. package/src/service/model_limits.spec.ts +0 -209
  185. package/src/service/model_limits.ts +0 -131
  186. package/src/service/model_storage_serve.spec.ts +0 -193
  187. package/src/service/model_storage_serve_joins.spec.ts +0 -193
  188. package/src/service/package.spec.ts +0 -612
  189. package/src/service/package.ts +0 -1799
  190. package/src/service/package_manifest.spec.ts +0 -230
  191. package/src/service/package_manifest.ts +0 -241
  192. package/src/service/package_memory_governor.spec.ts +0 -173
  193. package/src/service/package_memory_governor.ts +0 -233
  194. package/src/service/package_quote_bound_tables.spec.ts +0 -171
  195. package/src/service/package_race.spec.ts +0 -208
  196. package/src/service/package_reload_safety.spec.ts +0 -193
  197. package/src/service/package_rollback.spec.ts +0 -190
  198. package/src/service/package_worker_path.spec.ts +0 -645
  199. package/src/service/path_injection.spec.ts +0 -39
  200. package/src/service/persist_annotation_validation.spec.ts +0 -89
  201. package/src/service/persist_annotation_validation.ts +0 -59
  202. package/src/service/persistence_policy.spec.ts +0 -374
  203. package/src/service/proxy.spec.ts +0 -414
  204. package/src/service/proxy.ts +0 -248
  205. package/src/service/query_boundary.spec.ts +0 -470
  206. package/src/service/query_metadata.spec.ts +0 -408
  207. package/src/service/query_metadata.ts +0 -492
  208. package/src/service/query_metadata_identity.spec.ts +0 -149
  209. package/src/service/query_text.spec.ts +0 -79
  210. package/src/service/query_text.ts +0 -43
  211. package/src/service/quoting.spec.ts +0 -135
  212. package/src/service/quoting.ts +0 -78
  213. package/src/service/resolve_environment.ts +0 -15
  214. package/src/service/restricted_mode.spec.ts +0 -299
  215. package/src/service/source_extraction.ts +0 -225
  216. package/src/service/theme_store.ts +0 -199
  217. package/src/storage/DatabaseInterface.ts +0 -198
  218. package/src/storage/StorageManager.ts +0 -113
  219. package/src/storage/duckdb/ConnectionRepository.ts +0 -143
  220. package/src/storage/duckdb/DuckDBConnection.ts +0 -123
  221. package/src/storage/duckdb/DuckDBRepository.ts +0 -208
  222. package/src/storage/duckdb/EnvironmentRepository.ts +0 -148
  223. package/src/storage/duckdb/MaterializationRepository.spec.ts +0 -191
  224. package/src/storage/duckdb/MaterializationRepository.ts +0 -336
  225. package/src/storage/duckdb/PackageRepository.ts +0 -135
  226. package/src/storage/duckdb/schema.ts +0 -229
  227. package/src/stream_helpers.spec.ts +0 -280
  228. package/src/stream_helpers.ts +0 -162
  229. package/src/telemetry.ts +0 -20
  230. package/src/test_helpers/metrics_harness.ts +0 -166
  231. package/src/theme_key_parity.spec.ts +0 -57
  232. package/src/utils.ts +0 -29
  233. package/tests/fixtures/authorize-compile/model.malloy +0 -9
  234. package/tests/fixtures/authorize-compile/publisher.json +0 -4
  235. package/tests/fixtures/html-pages-nopublic/model.malloy +0 -1
  236. package/tests/fixtures/html-pages-nopublic/publisher.json +0 -5
  237. package/tests/fixtures/html-pages-test/data.csv +0 -3
  238. package/tests/fixtures/html-pages-test/public/assets/app.css +0 -3
  239. package/tests/fixtures/html-pages-test/public/barehtml.html +0 -4
  240. package/tests/fixtures/html-pages-test/public/bodymeta.html +0 -8
  241. package/tests/fixtures/html-pages-test/public/data.json +0 -1
  242. package/tests/fixtures/html-pages-test/public/fitcomment.html +0 -11
  243. package/tests/fixtures/html-pages-test/public/index.html +0 -9
  244. package/tests/fixtures/html-pages-test/public/nohead.html +0 -8
  245. package/tests/fixtures/html-pages-test/public/notfit.html +0 -13
  246. package/tests/fixtures/html-pages-test/public/slides.html +0 -12
  247. package/tests/fixtures/html-pages-test/public/sub/page2.html +0 -9
  248. package/tests/fixtures/html-pages-test/public/unterminated.html +0 -10
  249. package/tests/fixtures/html-pages-test/publisher.json +0 -5
  250. package/tests/fixtures/html-pages-test/report.malloy +0 -1
  251. package/tests/fixtures/persist-multi-level/data/orders.csv +0 -5
  252. package/tests/fixtures/persist-multi-level/multi_level.malloy +0 -18
  253. package/tests/fixtures/persist-multi-level/publisher.json +0 -5
  254. package/tests/fixtures/persist-schedule-test/data/orders.csv +0 -5
  255. package/tests/fixtures/persist-schedule-test/persist_schedule_test.malloy +0 -11
  256. package/tests/fixtures/persist-schedule-test/publisher.json +0 -7
  257. package/tests/fixtures/persist-schedule-warn-test/data/orders.csv +0 -5
  258. package/tests/fixtures/persist-schedule-warn-test/persist_warn_test.malloy +0 -11
  259. package/tests/fixtures/persist-schedule-warn-test/publisher.json +0 -6
  260. package/tests/fixtures/persist-test/data/orders.csv +0 -5
  261. package/tests/fixtures/persist-test/persist_test.malloy +0 -11
  262. package/tests/fixtures/persist-test/publisher.json +0 -5
  263. package/tests/fixtures/publisher.config.json +0 -15
  264. package/tests/fixtures/query-givens/data/orders.csv +0 -7
  265. package/tests/fixtures/query-givens/model.malloy +0 -34
  266. package/tests/fixtures/query-givens/publisher.json +0 -5
  267. package/tests/fixtures/xlsx/database.xlsx +0 -0
  268. package/tests/harness/mcp_test_setup.ts +0 -332
  269. package/tests/harness/rest_e2e.ts +0 -68
  270. package/tests/integration/authorize/compile_authorize_http.integration.spec.ts +0 -92
  271. package/tests/integration/concurrent_package/concurrent_package.integration.spec.ts +0 -280
  272. package/tests/integration/duckdb_storage/duckdb_storage.integration.spec.ts +0 -138
  273. package/tests/integration/first_boot/readiness_line.integration.spec.ts +0 -177
  274. package/tests/integration/html_pages/html_pages.integration.spec.ts +0 -440
  275. package/tests/integration/legacy_routes/legacy_routes.integration.spec.ts +0 -259
  276. package/tests/integration/materialization/environment_list.integration.spec.ts +0 -133
  277. package/tests/integration/materialization/freshness_gate.integration.spec.ts +0 -292
  278. package/tests/integration/materialization/manifest_binding.integration.spec.ts +0 -430
  279. package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -441
  280. package/tests/integration/materialization/orchestrated_rebind.integration.spec.ts +0 -150
  281. package/tests/integration/materialization/reference_manifest.integration.spec.ts +0 -251
  282. package/tests/integration/materialization/schedule_edit.integration.spec.ts +0 -126
  283. package/tests/integration/materialization/scheduler.integration.spec.ts +0 -200
  284. package/tests/integration/materialization/scheduler_recovery.integration.spec.ts +0 -172
  285. package/tests/integration/materialization/scheduler_transitions.integration.spec.ts +0 -256
  286. package/tests/integration/materialization/scheduler_wiring.integration.spec.ts +0 -143
  287. package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -438
  288. package/tests/integration/mcp/mcp_get_context_semantic.integration.spec.ts +0 -235
  289. package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -98
  290. package/tests/integration/query_givens/query_givens.integration.spec.ts +0 -146
  291. package/tests/integration/query_givens/query_givens_authorize.integration.spec.ts +0 -121
  292. package/tests/integration/sdk_givens/sdk_givens.integration.spec.ts +0 -110
  293. package/tests/integration/watch-mode/watch_mode.integration.spec.ts +0 -421
  294. package/tests/unit/controller/theme.controller.spec.ts +0 -141
  295. package/tests/unit/duckdb/attached_databases.test.ts +0 -1243
  296. package/tests/unit/duckdb/duckdb_connection.test.ts +0 -181
  297. package/tests/unit/duckdb/legacy_schema_migration.test.ts +0 -197
  298. package/tests/unit/duckdb/repositories.test.ts +0 -208
  299. package/tests/unit/ducklake/ducklake.test.ts +0 -952
  300. package/tests/unit/service/theme_store.spec.ts +0 -139
  301. package/tsconfig.json +0 -32
@@ -1,79 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
- import { buildSourceAliasMap, extractRunTargetSourceName } from "./query_text";
3
-
4
- describe("service/query_text", () => {
5
- describe("extractRunTargetSourceName", () => {
6
- it("returns undefined for empty/absent text", () => {
7
- expect(extractRunTargetSourceName(undefined)).toBeUndefined();
8
- expect(extractRunTargetSourceName("")).toBeUndefined();
9
- });
10
-
11
- it("reads the source from a `run:` query", () => {
12
- expect(extractRunTargetSourceName("run: flights -> { ... }")).toBe(
13
- "flights",
14
- );
15
- });
16
-
17
- it("reads the source from a bare `source -> view` query", () => {
18
- expect(extractRunTargetSourceName("flights -> by_carrier")).toBe(
19
- "flights",
20
- );
21
- });
22
-
23
- it("unwraps a backtick-quoted (e.g. hyphenated) source name", () => {
24
- expect(
25
- extractRunTargetSourceName("run: `customer-orders` -> { ... }"),
26
- ).toBe("customer-orders");
27
- expect(extractRunTargetSourceName("`gated-source` -> view")).toBe(
28
- "gated-source",
29
- );
30
- });
31
-
32
- it("prefers the `run:` target over a leading arrow line", () => {
33
- expect(
34
- extractRunTargetSourceName("run: flights -> { aggregate: c }"),
35
- ).toBe("flights");
36
- });
37
-
38
- it("returns undefined when there is no run target", () => {
39
- expect(
40
- extractRunTargetSourceName("source: x is y + { dimension: a }"),
41
- ).toBeUndefined();
42
- });
43
- });
44
-
45
- describe("buildSourceAliasMap", () => {
46
- it("maps a single derivation declaration", () => {
47
- expect(buildSourceAliasMap("source: a is b")).toEqual(
48
- new Map([["a", "b"]]),
49
- );
50
- });
51
-
52
- it("maps multiple declarations", () => {
53
- const map = buildSourceAliasMap(
54
- "source: a is b\nsource: c is d\nrun: a -> view",
55
- );
56
- expect(map.get("a")).toBe("b");
57
- expect(map.get("c")).toBe("d");
58
- });
59
-
60
- it("unwraps backticks on either side of `is`", () => {
61
- const map = buildSourceAliasMap(
62
- "source: `my-alias` is `customer-orders`",
63
- );
64
- expect(map.get("my-alias")).toBe("customer-orders");
65
- });
66
-
67
- it("keeps the last declaration when an alias is redefined", () => {
68
- expect(buildSourceAliasMap("source: a is b\nsource: a is c")).toEqual(
69
- new Map([["a", "c"]]),
70
- );
71
- });
72
-
73
- it("returns an empty map when no declarations are present", () => {
74
- expect(buildSourceAliasMap("run: flights -> by_carrier")).toEqual(
75
- new Map(),
76
- );
77
- });
78
- });
79
- });
@@ -1,43 +0,0 @@
1
- /**
2
- * Pure parsing of caller-authored Malloy query text.
3
- *
4
- * The authorization gate, filter inheritance, and the query boundary all need
5
- * to identify the run target and follow `source: NAME is BASE` derivation
6
- * chains *before* the query compiles — a denied caller must never reach
7
- * compilation. These helpers are deliberately side-effect free (no model
8
- * state) so the regexes that back those security checks can be unit tested in
9
- * isolation from the stateful `Model`.
10
- *
11
- * Both helpers recognize a bare `\w+` identifier and a backtick-quoted Malloy
12
- * identifier (e.g. `customer-orders`, which needs quoting for the hyphen), and
13
- * return the inner name without backticks so callers can key it the same way
14
- * sources are keyed.
15
- */
16
-
17
- /**
18
- * The top-level source a `run:` / `->` query targets, or undefined when the
19
- * text has no recognizable run target.
20
- */
21
- export function extractRunTargetSourceName(query?: string): string | undefined {
22
- if (!query) return undefined;
23
- const runMatch = query.match(/run\s*:\s*(?:`([^`]+)`|(\w+))\s*->/);
24
- const arrowMatch = query.match(/^\s*(?:`([^`]+)`|(\w+))\s*->/m);
25
- return runMatch?.[1] ?? runMatch?.[2] ?? arrowMatch?.[1] ?? arrowMatch?.[2];
26
- }
27
-
28
- /**
29
- * Map each ad-hoc source alias to the base it derives from
30
- * (`source: NAME is BASE …` → NAME → BASE). Used to walk derivation chains in
31
- * caller-authored text for both filter inheritance and the query boundary —
32
- * composition over a queryable source is itself queryable.
33
- */
34
- export function buildSourceAliasMap(query: string): Map<string, string> {
35
- const aliasOf = new Map<string, string>();
36
- const declRe =
37
- /source\s*:\s*(?:`([^`]+)`|(\w+))\s+is\s+(?:`([^`]+)`|(\w+))/g;
38
- let match: RegExpExecArray | null;
39
- while ((match = declRe.exec(query)) !== null) {
40
- aliasOf.set(match[1] ?? match[2], match[3] ?? match[4]);
41
- }
42
- return aliasOf;
43
- }
@@ -1,135 +0,0 @@
1
- import { describe, expect, it } from "bun:test";
2
- import {
3
- bareTableName,
4
- isQuotedIdentifierPath,
5
- quoteIdentifier,
6
- quoteManifestTablePath,
7
- quoteTablePath,
8
- } from "./quoting";
9
-
10
- describe("bareTableName", () => {
11
- it("returns the segment after the last dot for a qualified name", () => {
12
- expect(bareTableName("my_schema.my_table")).toBe("my_table");
13
- });
14
-
15
- it("returns the name unchanged when it is unqualified", () => {
16
- expect(bareTableName("my_table")).toBe("my_table");
17
- });
18
- });
19
-
20
- describe("quoteIdentifier", () => {
21
- it("backticks for backtick dialects (BigQuery / MySQL / Databricks)", () => {
22
- expect(quoteIdentifier("my-table", "standardsql")).toBe("`my-table`");
23
- expect(quoteIdentifier("t", "mysql")).toBe("`t`");
24
- expect(quoteIdentifier("t", "databricks")).toBe("`t`");
25
- });
26
-
27
- it("double-quotes for everything else (Postgres / DuckDB / Snowflake)", () => {
28
- expect(quoteIdentifier("my-table", "postgres")).toBe('"my-table"');
29
- expect(quoteIdentifier("t", "duckdb")).toBe('"t"');
30
- expect(quoteIdentifier("t", "snowflake")).toBe('"t"');
31
- });
32
-
33
- it("escapes an embedded quote char by doubling it", () => {
34
- expect(quoteIdentifier("a`b", "standardsql")).toBe("`a``b`");
35
- expect(quoteIdentifier('a"b', "postgres")).toBe('"a""b"');
36
- });
37
- });
38
-
39
- // Cross-repo conformance (PR ms2data/service#5272 review item 1). The publisher
40
- // keys identifier quoting off the Malloy `dialectName`; the control plane keys
41
- // the SAME fact off the publisher *connection type* in
42
- // `PhysicalTableName.BACKTICK_TYPES` ({bigquery, mysql, databricks}). The two
43
- // must stay byte-compatible — a name the publisher CREATEs with backticks the CP
44
- // must DROP with backticks — but they live in different repos under different key
45
- // vocabularies (`standardsql` the dialect vs `bigquery` the connection type), so
46
- // drift produces malformed DDL with no compile error. This table pins the full
47
- // connection-type → dialect → quote-char correspondence; if it changes, update
48
- // `PhysicalTableName.BACKTICK_TYPES` in the control plane in lockstep.
49
- describe("dialect/connection-type quoting conformance", () => {
50
- const QUOTING = [
51
- { connectionType: "bigquery", dialect: "standardsql", quote: "`" },
52
- { connectionType: "mysql", dialect: "mysql", quote: "`" },
53
- { connectionType: "databricks", dialect: "databricks", quote: "`" },
54
- { connectionType: "postgres", dialect: "postgres", quote: '"' },
55
- { connectionType: "snowflake", dialect: "snowflake", quote: '"' },
56
- { connectionType: "trino", dialect: "trino", quote: '"' },
57
- { connectionType: "duckdb", dialect: "duckdb", quote: '"' },
58
- { connectionType: "motherduck", dialect: "duckdb", quote: '"' },
59
- ] as const;
60
-
61
- for (const { connectionType, dialect, quote } of QUOTING) {
62
- it(`${connectionType} (${dialect}) quotes with ${quote}`, () => {
63
- expect(quoteIdentifier("x", dialect)).toBe(`${quote}x${quote}`);
64
- });
65
- }
66
- });
67
-
68
- describe("quoteTablePath", () => {
69
- it("quotes each segment of a container path independently", () => {
70
- expect(
71
- quoteTablePath(
72
- "my-proj.mydataset.engaged_events_ab12_v0",
73
- "standardsql",
74
- ),
75
- ).toBe("`my-proj`.`mydataset`.`engaged_events_ab12_v0`");
76
- expect(quoteTablePath("mydataset.t_ab12_v0", "postgres")).toBe(
77
- '"mydataset"."t_ab12_v0"',
78
- );
79
- });
80
-
81
- it("quotes a bare (unqualified) name", () => {
82
- expect(quoteTablePath("t_ab12_v0", "standardsql")).toBe("`t_ab12_v0`");
83
- expect(quoteTablePath("t_ab12_v0", "postgres")).toBe('"t_ab12_v0"');
84
- });
85
- });
86
-
87
- describe("isQuotedIdentifierPath", () => {
88
- it("is false for a logical, unquoted path (the control-plane form)", () => {
89
- expect(isQuotedIdentifierPath("schema.order_summary__g0")).toBe(false);
90
- expect(isQuotedIdentifierPath("order_summary")).toBe(false);
91
- });
92
-
93
- it("is true once any segment carries a dialect quote char", () => {
94
- expect(isQuotedIdentifierPath('"schema"."order_summary"')).toBe(true);
95
- expect(isQuotedIdentifierPath("`ds`.`events`")).toBe(true);
96
- });
97
- });
98
-
99
- // quoteManifestTablePath is the single quoting authority both the serve-side
100
- // bind and the build-side manifest route through. It runs the real
101
- // quoteTablePath (not a re-implementation), so this pins the exact per-dialect
102
- // contract that keeps read (a Malloy FROM) byte-identical to write (the CREATE
103
- // DDL, which also quotes via quoteTablePath) on every dialect — case-folding or
104
- // not.
105
- describe("quoteManifestTablePath", () => {
106
- it("double-quotes each segment on a case-folding double-quote dialect (Snowflake)", () => {
107
- expect(
108
- quoteManifestTablePath("schema.order_summary__g0", "snowflake"),
109
- ).toBe('"schema"."order_summary__g0"');
110
- });
111
-
112
- it("double-quotes on Postgres and DuckDB (unchanged for lowercase names, correct for mixed case)", () => {
113
- expect(quoteManifestTablePath("public.daily", "postgres")).toBe(
114
- '"public"."daily"',
115
- );
116
- expect(quoteManifestTablePath("main.orders_mz", "duckdb")).toBe(
117
- '"main"."orders_mz"',
118
- );
119
- });
120
-
121
- it("backticks each segment on BigQuery (standardsql) — required for hyphenated ids", () => {
122
- expect(quoteManifestTablePath("my-proj.ds.events", "standardsql")).toBe(
123
- "`my-proj`.`ds`.`events`",
124
- );
125
- });
126
-
127
- it("passes an already-quoted name through unchanged (any dialect)", () => {
128
- expect(quoteManifestTablePath('"schema"."already"', "snowflake")).toBe(
129
- '"schema"."already"',
130
- );
131
- expect(quoteManifestTablePath("`ds`.`events`", "standardsql")).toBe(
132
- "`ds`.`events`",
133
- );
134
- });
135
- });
@@ -1,78 +0,0 @@
1
- /**
2
- * The bare (unqualified) name of a possibly container-qualified table path:
3
- * the segment after the last dot, e.g. `my_schema.my_table` -> `my_table` and
4
- * `my_table` -> `my_table`. Used as the RENAME target, which names a table
5
- * within its existing schema rather than re-stating the full path.
6
- */
7
- export function bareTableName(tableName: string): string {
8
- const lastDot = tableName.lastIndexOf(".");
9
- return lastDot >= 0 ? tableName.substring(lastDot + 1) : tableName;
10
- }
11
-
12
- // Dialects whose identifier quote character is a backtick; everything else uses
13
- // the SQL-standard double quote. Keyed by Malloy `dialectName`. The control
14
- // plane encodes the same fact keyed by connection type
15
- // (`PhysicalTableName.BACKTICK_TYPES` = {bigquery, mysql, databricks}); the two
16
- // must stay byte-compatible. See the conformance table in quoting.spec.ts.
17
- const BACKTICK_DIALECTS = new Set(["standardsql", "mysql", "databricks"]);
18
-
19
- /**
20
- * Quote a single SQL identifier for {@code dialect}, escaping any embedded quote
21
- * character by doubling it.
22
- */
23
- export function quoteIdentifier(identifier: string, dialect: string): string {
24
- if (BACKTICK_DIALECTS.has(dialect)) {
25
- return "`" + identifier.replace(/`/g, "``") + "`";
26
- }
27
- return '"' + identifier.replace(/"/g, '""') + '"';
28
- }
29
-
30
- /**
31
- * Dialect-quote a (possibly container-qualified) table path so it can be inlined
32
- * into DDL. Each dot segment is quoted independently and rejoined with dots, so
33
- * a path like {@code my-proj.mydataset.engaged_events_v0} becomes
34
- * `` `my-proj`.`mydataset`.`engaged_events_v0` `` on BigQuery or
35
- * {@code "my-proj"."mydataset"."engaged_events_v0"} on Postgres — handling
36
- * container hierarchies and quote-requiring names (e.g. hyphenated BigQuery
37
- * project ids) uniformly. The control plane provides the logical (unquoted) path
38
- * in `physicalTableName`; quoting for the warehouse is the publisher's job.
39
- */
40
- export function quoteTablePath(tableName: string, dialect: string): string {
41
- return tableName
42
- .split(".")
43
- .map((segment) => quoteIdentifier(segment, dialect))
44
- .join(".");
45
- }
46
-
47
- /**
48
- * Whether a table path already carries a dialect quote character, in which case
49
- * it is treated as canonical SQL that must not be re-quoted. The single
50
- * definition of "already quoted" shared by every bind site.
51
- */
52
- export function isQuotedIdentifierPath(tableName: string): boolean {
53
- return tableName.includes('"') || tableName.includes("`");
54
- }
55
-
56
- /**
57
- * Quote a physical table path for a manifest entry so a Malloy `FROM` resolves
58
- * it correctly, unless it is already canonical SQL (passed through unchanged).
59
- * This is the single quoting authority for the two places a physical name is
60
- * bound into a `FROM`: the serve-side bind ({@link Package.quoteBoundTableNames})
61
- * and the build-side manifest that stitches chained persist sources together
62
- * (materialization_service). Both must mirror the CREATE side's
63
- * {@link quoteTablePath} so a case-folding engine (Snowflake uppercases
64
- * unquoted identifiers) can resolve the case-preserved table the builder wrote.
65
- *
66
- * Passing an already-quoted name through is safe for the names this handles:
67
- * control-plane physical names are logical/unquoted (never contain a quote),
68
- * and a self-assigned `#@ persist name=` value is the author's own canonical
69
- * SQL (they own quoting it for the dialect).
70
- */
71
- export function quoteManifestTablePath(
72
- tableName: string,
73
- dialect: string,
74
- ): string {
75
- return isQuotedIdentifierPath(tableName)
76
- ? tableName
77
- : quoteTablePath(tableName, dialect);
78
- }
@@ -1,15 +0,0 @@
1
- import { EnvironmentNotFoundError } from "../errors";
2
- import { ResourceRepository } from "../storage/DatabaseInterface";
3
-
4
- export async function resolveEnvironmentId(
5
- repository: ResourceRepository,
6
- environmentName: string,
7
- ): Promise<string> {
8
- const dbEnvironment = await repository.getEnvironmentByName(environmentName);
9
- if (!dbEnvironment) {
10
- throw new EnvironmentNotFoundError(
11
- `Environment '${environmentName}' not found`,
12
- );
13
- }
14
- return dbEnvironment.id;
15
- }
@@ -1,299 +0,0 @@
1
- /**
2
- * Restricted-mode containment for untrusted ad-hoc query text.
3
- *
4
- * The `query` text that reaches `execute_query` is authored by an untrusted
5
- * caller (an MCP/LLM client, a UI field, an HTTP body), but it runs against a
6
- * warehouse connection that can see far more than any one model curates.
7
- * Compiling that text with `loadRestrictedQuery` keeps the caller inside the
8
- * model's published surface — its sources, views, dimensions and measures —
9
- * and stops it from using Malloy as a general-purpose handle to the underlying
10
- * database or filesystem.
11
- *
12
- * These tests are written from the publisher's threat model: each is a way an
13
- * untrusted query could try to reach data or compute the model never exposed,
14
- * paired with the assertion that restricted mode blocks it. They are not a
15
- * re-test of Malloy's per-construct rejection logic — the point is the misuse
16
- * scenario, not the grammar.
17
- *
18
- * The setup: the connection holds a `secrets` table that the `catalog` model
19
- * never references. The model only exposes `widgets`. Any query that manages to
20
- * return a row of `secrets` has escaped the curated surface.
21
- */
22
-
23
- import { DuckDBConnection } from "@malloydata/db-duckdb";
24
- import { Connection } from "@malloydata/malloy";
25
- import { afterAll, beforeAll, describe, expect, it } from "bun:test";
26
- import fs from "fs/promises";
27
- import os from "os";
28
- import path from "path";
29
- import { Model } from "./model";
30
-
31
- const TEST_DIR = path.join(os.tmpdir(), "restricted-mode-tests");
32
- const TEST_DB_DIR = path.join(TEST_DIR, "db");
33
- const TEST_DB_PATH = path.join(TEST_DB_DIR, "test.duckdb");
34
- const TEST_PKG_DIR = path.join(TEST_DIR, "pkg");
35
-
36
- let duckdbConnection: DuckDBConnection;
37
-
38
- // `widgets` is the curated, model-exposed table. `secrets` lives in the same
39
- // connection but is never referenced by the model the caller queries — it
40
- // stands in for any table the deployment did not mean to publish.
41
- const SEED_SQL = `
42
- CREATE TABLE IF NOT EXISTS widgets (
43
- region VARCHAR,
44
- name VARCHAR
45
- );
46
- INSERT INTO widgets VALUES
47
- ('US', 'Alpha'),
48
- ('EU', 'Beta'),
49
- ('APAC', 'Gamma');
50
-
51
- CREATE TABLE IF NOT EXISTS secrets (
52
- id VARCHAR,
53
- ssn VARCHAR
54
- );
55
- INSERT INTO secrets VALUES
56
- ('1', '111-11-1111'),
57
- ('2', '222-22-2222');
58
- `;
59
-
60
- // The model the ad-hoc queries are issued against. It publishes `widgets` and
61
- // nothing else — `secrets` is deliberately absent.
62
- const CATALOG_MODEL = `
63
- source: widgets is duckdb.table('widgets') extend {
64
- measure: n is count()
65
- view: by_region is {
66
- group_by: region
67
- aggregate: n
68
- }
69
- }
70
- `;
71
-
72
- // A second model that DOES expose secrets. It is never loaded by the caller;
73
- // it exists only as the target of an `import` escalation attempt.
74
- const VAULT_MODEL = `
75
- source: vault is duckdb.table('secrets') extend {
76
- measure: n is count()
77
- }
78
- `;
79
-
80
- beforeAll(async () => {
81
- await fs.mkdir(TEST_DB_DIR, { recursive: true });
82
- await fs.mkdir(TEST_PKG_DIR, { recursive: true });
83
- duckdbConnection = new DuckDBConnection("duckdb", TEST_DB_PATH, TEST_DB_DIR);
84
- for (const stmt of SEED_SQL.trim().split(";").filter(Boolean)) {
85
- await duckdbConnection.runSQL(stmt.trim() + ";");
86
- }
87
- await fs.writeFile(
88
- path.join(TEST_PKG_DIR, "catalog.malloy"),
89
- CATALOG_MODEL,
90
- "utf-8",
91
- );
92
- await fs.writeFile(
93
- path.join(TEST_PKG_DIR, "vault.malloy"),
94
- VAULT_MODEL,
95
- "utf-8",
96
- );
97
- });
98
-
99
- afterAll(async () => {
100
- try {
101
- await duckdbConnection.close();
102
- await new Promise((resolve) => setTimeout(resolve, 100));
103
- await fs.rm(TEST_DIR, { recursive: true, force: true });
104
- } catch {
105
- // Ignore cleanup errors
106
- }
107
- });
108
-
109
- function getConnections(): Map<string, Connection> {
110
- const map = new Map<string, Connection>();
111
- map.set("duckdb", duckdbConnection);
112
- return map;
113
- }
114
-
115
- type Row = Record<string, unknown>;
116
-
117
- function asRows(compactResult: unknown): Row[] {
118
- return compactResult as Row[];
119
- }
120
-
121
- async function makeModel(modelPath: string): Promise<Model> {
122
- return Model.create("test-pkg", TEST_PKG_DIR, modelPath, getConnections());
123
- }
124
-
125
- /** Run an ad-hoc query string and return the result rows. */
126
- async function runAdHoc(model: Model, query: string): Promise<Row[]> {
127
- const { compactResult } = await model.getQueryResults(
128
- undefined,
129
- undefined,
130
- query,
131
- );
132
- return asRows(compactResult);
133
- }
134
-
135
- /**
136
- * Restricted-mode rejections surface as a Malloy compile error: the message
137
- * quotes the offending source text and states the rule, and the underlying
138
- * `problems` carry `code: 'restricted-construct-forbidden'`. We accept either
139
- * signal so the assertion is robust to how `model.ts` re-wraps the error.
140
- */
141
- function looksRestricted(error: unknown): boolean {
142
- const message = ((error as Error)?.message ?? String(error)).toLowerCase();
143
- if (message.includes("restricted")) return true;
144
- const problems = (error as { problems?: Array<{ code?: string }> })
145
- ?.problems;
146
- return (
147
- Array.isArray(problems) &&
148
- problems.some((p) => (p.code ?? "").includes("restricted"))
149
- );
150
- }
151
-
152
- /**
153
- * Assert an untrusted ad-hoc query is blocked before it can reach unpublished
154
- * data. If it instead succeeds, report the row count — the caller escaped the
155
- * curated surface and that is the leak we are guarding against.
156
- */
157
- async function expectBlocked(model: Model, query: string): Promise<void> {
158
- let leakedRows: number | undefined;
159
- try {
160
- const rows = await runAdHoc(model, query);
161
- leakedRows = rows.length;
162
- } catch (error) {
163
- expect(looksRestricted(error)).toBe(true);
164
- return;
165
- }
166
- throw new Error(
167
- `Expected the query to be blocked by restricted mode, but it succeeded ` +
168
- `and returned ${leakedRows} rows (escaped the curated surface).`,
169
- );
170
- }
171
-
172
- /**
173
- * Same assertion as `expectBlocked`, but exercised through the named
174
- * `sourceName`/`queryName` request shape rather than the free-form `query`
175
- * field — those identifiers are concatenated into a `run: …` string and so are
176
- * just as caller-controlled.
177
- */
178
- async function expectNamedBlocked(
179
- model: Model,
180
- sourceName: string | undefined,
181
- queryName: string,
182
- ): Promise<void> {
183
- let leakedRows: number | undefined;
184
- try {
185
- const { compactResult } = await model.getQueryResults(
186
- sourceName,
187
- queryName,
188
- );
189
- leakedRows = asRows(compactResult).length;
190
- } catch (error) {
191
- expect(looksRestricted(error)).toBe(true);
192
- return;
193
- }
194
- throw new Error(
195
- `Expected the named-path request to be blocked by restricted mode, but ` +
196
- `it succeeded and returned ${leakedRows} rows (escaped the curated surface).`,
197
- );
198
- }
199
-
200
- // ===========================================================================
201
- // The published surface stays fully usable — restriction must not break the
202
- // legitimate path it is wrapped around.
203
- // ===========================================================================
204
-
205
- describe("the curated model surface stays usable under restriction", () => {
206
- it("runs an ad-hoc query over a published source", async () => {
207
- const model = await makeModel("catalog.malloy");
208
- const rows = await runAdHoc(
209
- model,
210
- "run: widgets -> { group_by: region; aggregate: n is count() }",
211
- );
212
- expect(rows.length).toBe(3); // US, EU, APAC
213
- });
214
-
215
- it("runs a published named view", async () => {
216
- const model = await makeModel("catalog.malloy");
217
- const rows = await runAdHoc(model, "run: widgets -> by_region");
218
- expect(rows.length).toBe(3);
219
- });
220
- });
221
-
222
- // ===========================================================================
223
- // Misuse vectors: an untrusted query trying to read `secrets`, which the
224
- // catalog model never published. Each must be blocked.
225
- // ===========================================================================
226
-
227
- describe("an untrusted query cannot reach data the model never published", () => {
228
- // The connection can see every table; the model curated only `widgets`.
229
- // Naming another table directly would turn the model into a handle on the
230
- // whole warehouse.
231
- it("cannot point a source at an arbitrary warehouse table", async () => {
232
- const model = await makeModel("catalog.malloy");
233
- await expectBlocked(
234
- model,
235
- "run: duckdb.table('secrets') -> { aggregate: c is count() }",
236
- );
237
- });
238
-
239
- // Raw SQL would let the caller run anything the connection's credentials
240
- // allow — arbitrary reads, cross-table joins, even writes on a writable role.
241
- it("cannot execute arbitrary SQL against the connection", async () => {
242
- const model = await makeModel("catalog.malloy");
243
- await expectBlocked(
244
- model,
245
- 'run: duckdb.sql("SELECT id, ssn FROM secrets") -> { group_by: ssn }',
246
- );
247
- });
248
-
249
- // Importing another model would pull in surfaces the queried model chose not
250
- // to expose (and the file path is caller-controlled).
251
- it("cannot import another model to borrow its surface", async () => {
252
- const model = await makeModel("catalog.malloy");
253
- await expectBlocked(
254
- model,
255
- 'import "vault.malloy"\n' +
256
- "run: vault -> { aggregate: c is count() }",
257
- );
258
- });
259
-
260
- // Combining the curated surface with a raw table — joining `secrets` onto the
261
- // published `widgets` — must not slip a raw table past the restriction.
262
- it("cannot smuggle a raw table in through a join on a published source", async () => {
263
- const model = await makeModel("catalog.malloy");
264
- await expectBlocked(
265
- model,
266
- "source: x is widgets extend {\n" +
267
- " join_cross: s is duckdb.table('secrets')\n" +
268
- "}\n" +
269
- "run: x -> { group_by: s.ssn }",
270
- );
271
- });
272
- });
273
-
274
- // ===========================================================================
275
- // The named `sourceName`/`queryName` request shape reaches the same compiler
276
- // path as ad-hoc text, so it must inherit the same restriction. A real name is
277
- // a bare identifier; anything that smuggles in a disallowed construct must be
278
- // blocked, while legitimate published names keep working.
279
- // ===========================================================================
280
-
281
- describe("the named source/view path is restricted too", () => {
282
- it("blocks a disallowed construct supplied through the sourceName/queryName fields", async () => {
283
- const model = await makeModel("catalog.malloy");
284
- await expectNamedBlocked(
285
- model,
286
- "duckdb.table('secrets')",
287
- "{ group_by: ssn }",
288
- );
289
- });
290
-
291
- it("still runs a legitimate published source and view by name", async () => {
292
- const model = await makeModel("catalog.malloy");
293
- const { compactResult } = await model.getQueryResults(
294
- "widgets",
295
- "by_region",
296
- );
297
- expect(asRows(compactResult).length).toBe(3);
298
- });
299
- });