@malloy-publisher/server 0.0.235 → 0.0.236
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/app/api-doc.yaml +47 -17
- package/dist/package_load_worker.mjs +8 -1
- package/dist/server.mjs +471 -54
- package/package.json +5 -2
- package/.eslintrc.json +0 -44
- package/.prettierignore +0 -1
- package/.prettierrc +0 -4
- package/build.ts +0 -97
- package/eslint.config.mjs +0 -76
- package/k6-tests/README.md +0 -144
- package/k6-tests/bun.lock +0 -797
- package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
- package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
- package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
- package/k6-tests/load-test/load-test-crud.ts +0 -142
- package/k6-tests/load-test/load-test.ts +0 -784
- package/k6-tests/package.json +0 -27
- package/k6-tests/scripts/run-with-otel.sh +0 -50
- package/k6-tests/smoke-test/smoke-test.ts +0 -158
- package/k6-tests/tsconfig.json +0 -29
- package/k6-tests/utils/client_factory.ts +0 -128
- package/k6-tests/utils/common.ts +0 -489
- package/k6-tests/utils/logger.ts +0 -62
- package/k6-tests/utils/types.d.ts +0 -35
- package/malloy_mcp.dxt +0 -0
- package/publisher.config.example.bigquery.json +0 -33
- package/publisher.config.example.duckdb.json +0 -23
- package/publisher.config.json +0 -23
- package/scripts/bake-duckdb-extensions.js +0 -110
- package/src/config.spec.ts +0 -1535
- package/src/config.theme.spec.ts +0 -178
- package/src/config.ts +0 -1142
- package/src/constants.ts +0 -105
- package/src/controller/compile.controller.ts +0 -40
- package/src/controller/connection.controller.spec.ts +0 -849
- package/src/controller/connection.controller.ts +0 -901
- package/src/controller/database.controller.ts +0 -24
- package/src/controller/materialization.controller.spec.ts +0 -293
- package/src/controller/materialization.controller.ts +0 -319
- package/src/controller/model.controller.ts +0 -164
- package/src/controller/package.controller.spec.ts +0 -273
- package/src/controller/package.controller.ts +0 -306
- package/src/controller/query.controller.ts +0 -152
- package/src/controller/theme.controller.ts +0 -83
- package/src/controller/watch-mode.controller.ts +0 -243
- package/src/data_styles.ts +0 -71
- package/src/default-publisher.config.json +0 -23
- package/src/ducklake_version.spec.ts +0 -163
- package/src/ducklake_version.ts +0 -153
- package/src/errors.spec.ts +0 -119
- package/src/errors.ts +0 -237
- package/src/filter_deprecation.spec.ts +0 -64
- package/src/filter_deprecation.ts +0 -42
- package/src/health.spec.ts +0 -123
- package/src/health.ts +0 -233
- package/src/heap_check.spec.ts +0 -144
- package/src/heap_check.ts +0 -144
- package/src/instrumentation.ts +0 -214
- package/src/json_utils.spec.ts +0 -51
- package/src/json_utils.ts +0 -33
- package/src/logger.spec.ts +0 -210
- package/src/logger.ts +0 -251
- package/src/malloy_pin_prereqs.spec.ts +0 -25
- package/src/materialization_metrics.spec.ts +0 -169
- package/src/materialization_metrics.ts +0 -346
- package/src/mcp/error_messages.spec.ts +0 -35
- package/src/mcp/error_messages.ts +0 -183
- package/src/mcp/handler_utils.spec.ts +0 -108
- package/src/mcp/handler_utils.ts +0 -251
- package/src/mcp/mcp_constants.ts +0 -6
- package/src/mcp/query_envelope.spec.ts +0 -229
- package/src/mcp/query_envelope.ts +0 -240
- package/src/mcp/server.protocol.spec.ts +0 -250
- package/src/mcp/server.ts +0 -87
- package/src/mcp/skills/build_skills_bundle.spec.ts +0 -51
- package/src/mcp/skills/build_skills_bundle.ts +0 -176
- package/src/mcp/skills/skills_bundle.json +0 -1
- package/src/mcp/skills/skills_bundle.spec.ts +0 -171
- package/src/mcp/tool_response.spec.ts +0 -108
- package/src/mcp/tool_response.ts +0 -138
- package/src/mcp/tools/compile_tool.spec.ts +0 -315
- package/src/mcp/tools/compile_tool.ts +0 -208
- package/src/mcp/tools/docs_search/build_docs_index.ts +0 -132
- package/src/mcp/tools/docs_search/malloy_docs_index.json +0 -1
- package/src/mcp/tools/docs_search_tool.spec.ts +0 -32
- package/src/mcp/tools/docs_search_tool.ts +0 -128
- package/src/mcp/tools/embedding_index.spec.ts +0 -1236
- package/src/mcp/tools/embedding_index.ts +0 -808
- package/src/mcp/tools/execute_query_tool.spec.ts +0 -294
- package/src/mcp/tools/execute_query_tool.ts +0 -316
- package/src/mcp/tools/get_context_eval.ts +0 -275
- package/src/mcp/tools/get_context_tool.spec.ts +0 -592
- package/src/mcp/tools/get_context_tool.ts +0 -585
- package/src/mcp/tools/reload_package_tool.spec.ts +0 -232
- package/src/mcp/tools/reload_package_tool.ts +0 -132
- package/src/mcp_config.spec.ts +0 -919
- package/src/mcp_config.ts +0 -425
- package/src/oom_guards.integration.spec.ts +0 -269
- package/src/package_load/package_load_pool.spec.ts +0 -252
- package/src/package_load/package_load_pool.ts +0 -931
- package/src/package_load/package_load_worker.ts +0 -1034
- package/src/package_load/protocol.ts +0 -364
- package/src/package_load/rpc_wait_accountant.spec.ts +0 -109
- package/src/package_load/rpc_wait_accountant.ts +0 -76
- package/src/package_load_metrics.spec.ts +0 -114
- package/src/package_load_metrics.ts +0 -127
- package/src/path_safety.spec.ts +0 -158
- package/src/path_safety.ts +0 -146
- package/src/pg_helpers.spec.ts +0 -223
- package/src/pg_helpers.ts +0 -52
- package/src/query_cap_metrics.spec.ts +0 -89
- package/src/query_cap_metrics.ts +0 -116
- package/src/query_concurrency.spec.ts +0 -247
- package/src/query_concurrency.ts +0 -237
- package/src/query_metadata_metrics.ts +0 -49
- package/src/query_param_utils.ts +0 -29
- package/src/query_timeout.spec.ts +0 -224
- package/src/query_timeout.ts +0 -179
- package/src/runtime/publisher.js +0 -328
- package/src/server-old.ts +0 -988
- package/src/server.ts +0 -2059
- package/src/service/annotations.spec.ts +0 -118
- package/src/service/annotations.ts +0 -91
- package/src/service/authorize.spec.ts +0 -154
- package/src/service/authorize.ts +0 -498
- package/src/service/authorize_integration.spec.ts +0 -2041
- package/src/service/build_plan.spec.ts +0 -685
- package/src/service/build_plan.ts +0 -797
- package/src/service/compile_authorize.spec.ts +0 -85
- package/src/service/compile_fragment_techniques.spec.ts +0 -156
- package/src/service/connection.spec.ts +0 -2360
- package/src/service/connection.ts +0 -2187
- package/src/service/connection_config.spec.ts +0 -734
- package/src/service/connection_config.ts +0 -899
- package/src/service/connection_federation.spec.ts +0 -184
- package/src/service/connection_fingerprint.spec.ts +0 -102
- package/src/service/connection_service.spec.ts +0 -711
- package/src/service/connection_service.ts +0 -291
- package/src/service/cron_evaluator.spec.ts +0 -79
- package/src/service/cron_evaluator.ts +0 -105
- package/src/service/db_utils.spec.ts +0 -1085
- package/src/service/db_utils.ts +0 -1502
- package/src/service/duckdb_instance_isolation.spec.ts +0 -137
- package/src/service/ducklake_lazy_attach.spec.ts +0 -110
- package/src/service/embedding_provider.spec.ts +0 -329
- package/src/service/embedding_provider.ts +0 -236
- package/src/service/environment.ts +0 -2191
- package/src/service/environment_admission.spec.ts +0 -344
- package/src/service/environment_compile.spec.ts +0 -197
- package/src/service/environment_store.spec.ts +0 -2274
- package/src/service/environment_store.ts +0 -2434
- package/src/service/environment_store_anchoring.spec.ts +0 -107
- package/src/service/environment_store_clone.spec.ts +0 -350
- package/src/service/explore_visibility.spec.ts +0 -434
- package/src/service/exports_probe.spec.ts +0 -107
- package/src/service/extension_fetch_policy.spec.ts +0 -256
- package/src/service/filter.spec.ts +0 -458
- package/src/service/filter.ts +0 -341
- package/src/service/filter_bypass.spec.ts +0 -418
- package/src/service/filter_integration.spec.ts +0 -1004
- package/src/service/freshness.spec.ts +0 -183
- package/src/service/freshness.ts +0 -112
- package/src/service/gcs_s3_utils.ts +0 -427
- package/src/service/given.ts +0 -105
- package/src/service/givens_integration.spec.ts +0 -219
- package/src/service/manifest_loader.spec.ts +0 -189
- package/src/service/manifest_loader.ts +0 -156
- package/src/service/materialization_build_session.spec.ts +0 -435
- package/src/service/materialization_build_session.ts +0 -681
- package/src/service/materialization_config_validation.spec.ts +0 -99
- package/src/service/materialization_config_validation.ts +0 -120
- package/src/service/materialization_eligibility.spec.ts +0 -158
- package/src/service/materialization_eligibility.ts +0 -305
- package/src/service/materialization_schedule_surface.spec.ts +0 -256
- package/src/service/materialization_scheduler.spec.ts +0 -289
- package/src/service/materialization_scheduler.ts +0 -304
- package/src/service/materialization_serve_transform.spec.ts +0 -1003
- package/src/service/materialization_serve_transform.ts +0 -779
- package/src/service/materialization_service.spec.ts +0 -2373
- package/src/service/materialization_service.ts +0 -2342
- package/src/service/materialization_test_fixtures.ts +0 -249
- package/src/service/model.spec.ts +0 -1157
- package/src/service/model.ts +0 -3370
- package/src/service/model_limits.spec.ts +0 -209
- package/src/service/model_limits.ts +0 -131
- package/src/service/model_storage_serve.spec.ts +0 -193
- package/src/service/model_storage_serve_joins.spec.ts +0 -193
- package/src/service/package.spec.ts +0 -612
- package/src/service/package.ts +0 -1799
- package/src/service/package_manifest.spec.ts +0 -230
- package/src/service/package_manifest.ts +0 -241
- package/src/service/package_memory_governor.spec.ts +0 -173
- package/src/service/package_memory_governor.ts +0 -233
- package/src/service/package_quote_bound_tables.spec.ts +0 -171
- package/src/service/package_race.spec.ts +0 -208
- package/src/service/package_reload_safety.spec.ts +0 -193
- package/src/service/package_rollback.spec.ts +0 -190
- package/src/service/package_worker_path.spec.ts +0 -645
- package/src/service/path_injection.spec.ts +0 -39
- package/src/service/persist_annotation_validation.spec.ts +0 -89
- package/src/service/persist_annotation_validation.ts +0 -59
- package/src/service/persistence_policy.spec.ts +0 -374
- package/src/service/proxy.spec.ts +0 -414
- package/src/service/proxy.ts +0 -248
- package/src/service/query_boundary.spec.ts +0 -470
- package/src/service/query_metadata.spec.ts +0 -408
- package/src/service/query_metadata.ts +0 -492
- package/src/service/query_metadata_identity.spec.ts +0 -149
- package/src/service/query_text.spec.ts +0 -79
- package/src/service/query_text.ts +0 -43
- package/src/service/quoting.spec.ts +0 -135
- package/src/service/quoting.ts +0 -78
- package/src/service/resolve_environment.ts +0 -15
- package/src/service/restricted_mode.spec.ts +0 -299
- package/src/service/source_extraction.ts +0 -225
- package/src/service/theme_store.ts +0 -199
- package/src/storage/DatabaseInterface.ts +0 -198
- package/src/storage/StorageManager.ts +0 -113
- package/src/storage/duckdb/ConnectionRepository.ts +0 -143
- package/src/storage/duckdb/DuckDBConnection.ts +0 -123
- package/src/storage/duckdb/DuckDBRepository.ts +0 -208
- package/src/storage/duckdb/EnvironmentRepository.ts +0 -148
- package/src/storage/duckdb/MaterializationRepository.spec.ts +0 -191
- package/src/storage/duckdb/MaterializationRepository.ts +0 -336
- package/src/storage/duckdb/PackageRepository.ts +0 -135
- package/src/storage/duckdb/schema.ts +0 -229
- package/src/stream_helpers.spec.ts +0 -280
- package/src/stream_helpers.ts +0 -162
- package/src/telemetry.ts +0 -20
- package/src/test_helpers/metrics_harness.ts +0 -166
- package/src/theme_key_parity.spec.ts +0 -57
- package/src/utils.ts +0 -29
- package/tests/fixtures/authorize-compile/model.malloy +0 -9
- package/tests/fixtures/authorize-compile/publisher.json +0 -4
- package/tests/fixtures/html-pages-nopublic/model.malloy +0 -1
- package/tests/fixtures/html-pages-nopublic/publisher.json +0 -5
- package/tests/fixtures/html-pages-test/data.csv +0 -3
- package/tests/fixtures/html-pages-test/public/assets/app.css +0 -3
- package/tests/fixtures/html-pages-test/public/barehtml.html +0 -4
- package/tests/fixtures/html-pages-test/public/bodymeta.html +0 -8
- package/tests/fixtures/html-pages-test/public/data.json +0 -1
- package/tests/fixtures/html-pages-test/public/fitcomment.html +0 -11
- package/tests/fixtures/html-pages-test/public/index.html +0 -9
- package/tests/fixtures/html-pages-test/public/nohead.html +0 -8
- package/tests/fixtures/html-pages-test/public/notfit.html +0 -13
- package/tests/fixtures/html-pages-test/public/slides.html +0 -12
- package/tests/fixtures/html-pages-test/public/sub/page2.html +0 -9
- package/tests/fixtures/html-pages-test/public/unterminated.html +0 -10
- package/tests/fixtures/html-pages-test/publisher.json +0 -5
- package/tests/fixtures/html-pages-test/report.malloy +0 -1
- package/tests/fixtures/persist-multi-level/data/orders.csv +0 -5
- package/tests/fixtures/persist-multi-level/multi_level.malloy +0 -18
- package/tests/fixtures/persist-multi-level/publisher.json +0 -5
- package/tests/fixtures/persist-schedule-test/data/orders.csv +0 -5
- package/tests/fixtures/persist-schedule-test/persist_schedule_test.malloy +0 -11
- package/tests/fixtures/persist-schedule-test/publisher.json +0 -7
- package/tests/fixtures/persist-schedule-warn-test/data/orders.csv +0 -5
- package/tests/fixtures/persist-schedule-warn-test/persist_warn_test.malloy +0 -11
- package/tests/fixtures/persist-schedule-warn-test/publisher.json +0 -6
- package/tests/fixtures/persist-test/data/orders.csv +0 -5
- package/tests/fixtures/persist-test/persist_test.malloy +0 -11
- package/tests/fixtures/persist-test/publisher.json +0 -5
- package/tests/fixtures/publisher.config.json +0 -15
- package/tests/fixtures/query-givens/data/orders.csv +0 -7
- package/tests/fixtures/query-givens/model.malloy +0 -34
- package/tests/fixtures/query-givens/publisher.json +0 -5
- package/tests/fixtures/xlsx/database.xlsx +0 -0
- package/tests/harness/mcp_test_setup.ts +0 -332
- package/tests/harness/rest_e2e.ts +0 -68
- package/tests/integration/authorize/compile_authorize_http.integration.spec.ts +0 -92
- package/tests/integration/concurrent_package/concurrent_package.integration.spec.ts +0 -280
- package/tests/integration/duckdb_storage/duckdb_storage.integration.spec.ts +0 -138
- package/tests/integration/first_boot/readiness_line.integration.spec.ts +0 -177
- package/tests/integration/html_pages/html_pages.integration.spec.ts +0 -440
- package/tests/integration/legacy_routes/legacy_routes.integration.spec.ts +0 -259
- package/tests/integration/materialization/environment_list.integration.spec.ts +0 -133
- package/tests/integration/materialization/freshness_gate.integration.spec.ts +0 -292
- package/tests/integration/materialization/manifest_binding.integration.spec.ts +0 -430
- package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -441
- package/tests/integration/materialization/orchestrated_rebind.integration.spec.ts +0 -150
- package/tests/integration/materialization/reference_manifest.integration.spec.ts +0 -251
- package/tests/integration/materialization/schedule_edit.integration.spec.ts +0 -126
- package/tests/integration/materialization/scheduler.integration.spec.ts +0 -200
- package/tests/integration/materialization/scheduler_recovery.integration.spec.ts +0 -172
- package/tests/integration/materialization/scheduler_transitions.integration.spec.ts +0 -256
- package/tests/integration/materialization/scheduler_wiring.integration.spec.ts +0 -143
- package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -438
- package/tests/integration/mcp/mcp_get_context_semantic.integration.spec.ts +0 -235
- package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -98
- package/tests/integration/query_givens/query_givens.integration.spec.ts +0 -146
- package/tests/integration/query_givens/query_givens_authorize.integration.spec.ts +0 -121
- package/tests/integration/sdk_givens/sdk_givens.integration.spec.ts +0 -110
- package/tests/integration/watch-mode/watch_mode.integration.spec.ts +0 -421
- package/tests/unit/controller/theme.controller.spec.ts +0 -141
- package/tests/unit/duckdb/attached_databases.test.ts +0 -1243
- package/tests/unit/duckdb/duckdb_connection.test.ts +0 -181
- package/tests/unit/duckdb/legacy_schema_migration.test.ts +0 -197
- package/tests/unit/duckdb/repositories.test.ts +0 -208
- package/tests/unit/ducklake/ducklake.test.ts +0 -952
- package/tests/unit/service/theme_store.spec.ts +0 -139
- package/tsconfig.json +0 -32
|
@@ -1,79 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "bun:test";
|
|
2
|
-
import { buildSourceAliasMap, extractRunTargetSourceName } from "./query_text";
|
|
3
|
-
|
|
4
|
-
describe("service/query_text", () => {
|
|
5
|
-
describe("extractRunTargetSourceName", () => {
|
|
6
|
-
it("returns undefined for empty/absent text", () => {
|
|
7
|
-
expect(extractRunTargetSourceName(undefined)).toBeUndefined();
|
|
8
|
-
expect(extractRunTargetSourceName("")).toBeUndefined();
|
|
9
|
-
});
|
|
10
|
-
|
|
11
|
-
it("reads the source from a `run:` query", () => {
|
|
12
|
-
expect(extractRunTargetSourceName("run: flights -> { ... }")).toBe(
|
|
13
|
-
"flights",
|
|
14
|
-
);
|
|
15
|
-
});
|
|
16
|
-
|
|
17
|
-
it("reads the source from a bare `source -> view` query", () => {
|
|
18
|
-
expect(extractRunTargetSourceName("flights -> by_carrier")).toBe(
|
|
19
|
-
"flights",
|
|
20
|
-
);
|
|
21
|
-
});
|
|
22
|
-
|
|
23
|
-
it("unwraps a backtick-quoted (e.g. hyphenated) source name", () => {
|
|
24
|
-
expect(
|
|
25
|
-
extractRunTargetSourceName("run: `customer-orders` -> { ... }"),
|
|
26
|
-
).toBe("customer-orders");
|
|
27
|
-
expect(extractRunTargetSourceName("`gated-source` -> view")).toBe(
|
|
28
|
-
"gated-source",
|
|
29
|
-
);
|
|
30
|
-
});
|
|
31
|
-
|
|
32
|
-
it("prefers the `run:` target over a leading arrow line", () => {
|
|
33
|
-
expect(
|
|
34
|
-
extractRunTargetSourceName("run: flights -> { aggregate: c }"),
|
|
35
|
-
).toBe("flights");
|
|
36
|
-
});
|
|
37
|
-
|
|
38
|
-
it("returns undefined when there is no run target", () => {
|
|
39
|
-
expect(
|
|
40
|
-
extractRunTargetSourceName("source: x is y + { dimension: a }"),
|
|
41
|
-
).toBeUndefined();
|
|
42
|
-
});
|
|
43
|
-
});
|
|
44
|
-
|
|
45
|
-
describe("buildSourceAliasMap", () => {
|
|
46
|
-
it("maps a single derivation declaration", () => {
|
|
47
|
-
expect(buildSourceAliasMap("source: a is b")).toEqual(
|
|
48
|
-
new Map([["a", "b"]]),
|
|
49
|
-
);
|
|
50
|
-
});
|
|
51
|
-
|
|
52
|
-
it("maps multiple declarations", () => {
|
|
53
|
-
const map = buildSourceAliasMap(
|
|
54
|
-
"source: a is b\nsource: c is d\nrun: a -> view",
|
|
55
|
-
);
|
|
56
|
-
expect(map.get("a")).toBe("b");
|
|
57
|
-
expect(map.get("c")).toBe("d");
|
|
58
|
-
});
|
|
59
|
-
|
|
60
|
-
it("unwraps backticks on either side of `is`", () => {
|
|
61
|
-
const map = buildSourceAliasMap(
|
|
62
|
-
"source: `my-alias` is `customer-orders`",
|
|
63
|
-
);
|
|
64
|
-
expect(map.get("my-alias")).toBe("customer-orders");
|
|
65
|
-
});
|
|
66
|
-
|
|
67
|
-
it("keeps the last declaration when an alias is redefined", () => {
|
|
68
|
-
expect(buildSourceAliasMap("source: a is b\nsource: a is c")).toEqual(
|
|
69
|
-
new Map([["a", "c"]]),
|
|
70
|
-
);
|
|
71
|
-
});
|
|
72
|
-
|
|
73
|
-
it("returns an empty map when no declarations are present", () => {
|
|
74
|
-
expect(buildSourceAliasMap("run: flights -> by_carrier")).toEqual(
|
|
75
|
-
new Map(),
|
|
76
|
-
);
|
|
77
|
-
});
|
|
78
|
-
});
|
|
79
|
-
});
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Pure parsing of caller-authored Malloy query text.
|
|
3
|
-
*
|
|
4
|
-
* The authorization gate, filter inheritance, and the query boundary all need
|
|
5
|
-
* to identify the run target and follow `source: NAME is BASE` derivation
|
|
6
|
-
* chains *before* the query compiles — a denied caller must never reach
|
|
7
|
-
* compilation. These helpers are deliberately side-effect free (no model
|
|
8
|
-
* state) so the regexes that back those security checks can be unit tested in
|
|
9
|
-
* isolation from the stateful `Model`.
|
|
10
|
-
*
|
|
11
|
-
* Both helpers recognize a bare `\w+` identifier and a backtick-quoted Malloy
|
|
12
|
-
* identifier (e.g. `customer-orders`, which needs quoting for the hyphen), and
|
|
13
|
-
* return the inner name without backticks so callers can key it the same way
|
|
14
|
-
* sources are keyed.
|
|
15
|
-
*/
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* The top-level source a `run:` / `->` query targets, or undefined when the
|
|
19
|
-
* text has no recognizable run target.
|
|
20
|
-
*/
|
|
21
|
-
export function extractRunTargetSourceName(query?: string): string | undefined {
|
|
22
|
-
if (!query) return undefined;
|
|
23
|
-
const runMatch = query.match(/run\s*:\s*(?:`([^`]+)`|(\w+))\s*->/);
|
|
24
|
-
const arrowMatch = query.match(/^\s*(?:`([^`]+)`|(\w+))\s*->/m);
|
|
25
|
-
return runMatch?.[1] ?? runMatch?.[2] ?? arrowMatch?.[1] ?? arrowMatch?.[2];
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
/**
|
|
29
|
-
* Map each ad-hoc source alias to the base it derives from
|
|
30
|
-
* (`source: NAME is BASE …` → NAME → BASE). Used to walk derivation chains in
|
|
31
|
-
* caller-authored text for both filter inheritance and the query boundary —
|
|
32
|
-
* composition over a queryable source is itself queryable.
|
|
33
|
-
*/
|
|
34
|
-
export function buildSourceAliasMap(query: string): Map<string, string> {
|
|
35
|
-
const aliasOf = new Map<string, string>();
|
|
36
|
-
const declRe =
|
|
37
|
-
/source\s*:\s*(?:`([^`]+)`|(\w+))\s+is\s+(?:`([^`]+)`|(\w+))/g;
|
|
38
|
-
let match: RegExpExecArray | null;
|
|
39
|
-
while ((match = declRe.exec(query)) !== null) {
|
|
40
|
-
aliasOf.set(match[1] ?? match[2], match[3] ?? match[4]);
|
|
41
|
-
}
|
|
42
|
-
return aliasOf;
|
|
43
|
-
}
|
|
@@ -1,135 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "bun:test";
|
|
2
|
-
import {
|
|
3
|
-
bareTableName,
|
|
4
|
-
isQuotedIdentifierPath,
|
|
5
|
-
quoteIdentifier,
|
|
6
|
-
quoteManifestTablePath,
|
|
7
|
-
quoteTablePath,
|
|
8
|
-
} from "./quoting";
|
|
9
|
-
|
|
10
|
-
describe("bareTableName", () => {
|
|
11
|
-
it("returns the segment after the last dot for a qualified name", () => {
|
|
12
|
-
expect(bareTableName("my_schema.my_table")).toBe("my_table");
|
|
13
|
-
});
|
|
14
|
-
|
|
15
|
-
it("returns the name unchanged when it is unqualified", () => {
|
|
16
|
-
expect(bareTableName("my_table")).toBe("my_table");
|
|
17
|
-
});
|
|
18
|
-
});
|
|
19
|
-
|
|
20
|
-
describe("quoteIdentifier", () => {
|
|
21
|
-
it("backticks for backtick dialects (BigQuery / MySQL / Databricks)", () => {
|
|
22
|
-
expect(quoteIdentifier("my-table", "standardsql")).toBe("`my-table`");
|
|
23
|
-
expect(quoteIdentifier("t", "mysql")).toBe("`t`");
|
|
24
|
-
expect(quoteIdentifier("t", "databricks")).toBe("`t`");
|
|
25
|
-
});
|
|
26
|
-
|
|
27
|
-
it("double-quotes for everything else (Postgres / DuckDB / Snowflake)", () => {
|
|
28
|
-
expect(quoteIdentifier("my-table", "postgres")).toBe('"my-table"');
|
|
29
|
-
expect(quoteIdentifier("t", "duckdb")).toBe('"t"');
|
|
30
|
-
expect(quoteIdentifier("t", "snowflake")).toBe('"t"');
|
|
31
|
-
});
|
|
32
|
-
|
|
33
|
-
it("escapes an embedded quote char by doubling it", () => {
|
|
34
|
-
expect(quoteIdentifier("a`b", "standardsql")).toBe("`a``b`");
|
|
35
|
-
expect(quoteIdentifier('a"b', "postgres")).toBe('"a""b"');
|
|
36
|
-
});
|
|
37
|
-
});
|
|
38
|
-
|
|
39
|
-
// Cross-repo conformance (PR ms2data/service#5272 review item 1). The publisher
|
|
40
|
-
// keys identifier quoting off the Malloy `dialectName`; the control plane keys
|
|
41
|
-
// the SAME fact off the publisher *connection type* in
|
|
42
|
-
// `PhysicalTableName.BACKTICK_TYPES` ({bigquery, mysql, databricks}). The two
|
|
43
|
-
// must stay byte-compatible — a name the publisher CREATEs with backticks the CP
|
|
44
|
-
// must DROP with backticks — but they live in different repos under different key
|
|
45
|
-
// vocabularies (`standardsql` the dialect vs `bigquery` the connection type), so
|
|
46
|
-
// drift produces malformed DDL with no compile error. This table pins the full
|
|
47
|
-
// connection-type → dialect → quote-char correspondence; if it changes, update
|
|
48
|
-
// `PhysicalTableName.BACKTICK_TYPES` in the control plane in lockstep.
|
|
49
|
-
describe("dialect/connection-type quoting conformance", () => {
|
|
50
|
-
const QUOTING = [
|
|
51
|
-
{ connectionType: "bigquery", dialect: "standardsql", quote: "`" },
|
|
52
|
-
{ connectionType: "mysql", dialect: "mysql", quote: "`" },
|
|
53
|
-
{ connectionType: "databricks", dialect: "databricks", quote: "`" },
|
|
54
|
-
{ connectionType: "postgres", dialect: "postgres", quote: '"' },
|
|
55
|
-
{ connectionType: "snowflake", dialect: "snowflake", quote: '"' },
|
|
56
|
-
{ connectionType: "trino", dialect: "trino", quote: '"' },
|
|
57
|
-
{ connectionType: "duckdb", dialect: "duckdb", quote: '"' },
|
|
58
|
-
{ connectionType: "motherduck", dialect: "duckdb", quote: '"' },
|
|
59
|
-
] as const;
|
|
60
|
-
|
|
61
|
-
for (const { connectionType, dialect, quote } of QUOTING) {
|
|
62
|
-
it(`${connectionType} (${dialect}) quotes with ${quote}`, () => {
|
|
63
|
-
expect(quoteIdentifier("x", dialect)).toBe(`${quote}x${quote}`);
|
|
64
|
-
});
|
|
65
|
-
}
|
|
66
|
-
});
|
|
67
|
-
|
|
68
|
-
describe("quoteTablePath", () => {
|
|
69
|
-
it("quotes each segment of a container path independently", () => {
|
|
70
|
-
expect(
|
|
71
|
-
quoteTablePath(
|
|
72
|
-
"my-proj.mydataset.engaged_events_ab12_v0",
|
|
73
|
-
"standardsql",
|
|
74
|
-
),
|
|
75
|
-
).toBe("`my-proj`.`mydataset`.`engaged_events_ab12_v0`");
|
|
76
|
-
expect(quoteTablePath("mydataset.t_ab12_v0", "postgres")).toBe(
|
|
77
|
-
'"mydataset"."t_ab12_v0"',
|
|
78
|
-
);
|
|
79
|
-
});
|
|
80
|
-
|
|
81
|
-
it("quotes a bare (unqualified) name", () => {
|
|
82
|
-
expect(quoteTablePath("t_ab12_v0", "standardsql")).toBe("`t_ab12_v0`");
|
|
83
|
-
expect(quoteTablePath("t_ab12_v0", "postgres")).toBe('"t_ab12_v0"');
|
|
84
|
-
});
|
|
85
|
-
});
|
|
86
|
-
|
|
87
|
-
describe("isQuotedIdentifierPath", () => {
|
|
88
|
-
it("is false for a logical, unquoted path (the control-plane form)", () => {
|
|
89
|
-
expect(isQuotedIdentifierPath("schema.order_summary__g0")).toBe(false);
|
|
90
|
-
expect(isQuotedIdentifierPath("order_summary")).toBe(false);
|
|
91
|
-
});
|
|
92
|
-
|
|
93
|
-
it("is true once any segment carries a dialect quote char", () => {
|
|
94
|
-
expect(isQuotedIdentifierPath('"schema"."order_summary"')).toBe(true);
|
|
95
|
-
expect(isQuotedIdentifierPath("`ds`.`events`")).toBe(true);
|
|
96
|
-
});
|
|
97
|
-
});
|
|
98
|
-
|
|
99
|
-
// quoteManifestTablePath is the single quoting authority both the serve-side
|
|
100
|
-
// bind and the build-side manifest route through. It runs the real
|
|
101
|
-
// quoteTablePath (not a re-implementation), so this pins the exact per-dialect
|
|
102
|
-
// contract that keeps read (a Malloy FROM) byte-identical to write (the CREATE
|
|
103
|
-
// DDL, which also quotes via quoteTablePath) on every dialect — case-folding or
|
|
104
|
-
// not.
|
|
105
|
-
describe("quoteManifestTablePath", () => {
|
|
106
|
-
it("double-quotes each segment on a case-folding double-quote dialect (Snowflake)", () => {
|
|
107
|
-
expect(
|
|
108
|
-
quoteManifestTablePath("schema.order_summary__g0", "snowflake"),
|
|
109
|
-
).toBe('"schema"."order_summary__g0"');
|
|
110
|
-
});
|
|
111
|
-
|
|
112
|
-
it("double-quotes on Postgres and DuckDB (unchanged for lowercase names, correct for mixed case)", () => {
|
|
113
|
-
expect(quoteManifestTablePath("public.daily", "postgres")).toBe(
|
|
114
|
-
'"public"."daily"',
|
|
115
|
-
);
|
|
116
|
-
expect(quoteManifestTablePath("main.orders_mz", "duckdb")).toBe(
|
|
117
|
-
'"main"."orders_mz"',
|
|
118
|
-
);
|
|
119
|
-
});
|
|
120
|
-
|
|
121
|
-
it("backticks each segment on BigQuery (standardsql) — required for hyphenated ids", () => {
|
|
122
|
-
expect(quoteManifestTablePath("my-proj.ds.events", "standardsql")).toBe(
|
|
123
|
-
"`my-proj`.`ds`.`events`",
|
|
124
|
-
);
|
|
125
|
-
});
|
|
126
|
-
|
|
127
|
-
it("passes an already-quoted name through unchanged (any dialect)", () => {
|
|
128
|
-
expect(quoteManifestTablePath('"schema"."already"', "snowflake")).toBe(
|
|
129
|
-
'"schema"."already"',
|
|
130
|
-
);
|
|
131
|
-
expect(quoteManifestTablePath("`ds`.`events`", "standardsql")).toBe(
|
|
132
|
-
"`ds`.`events`",
|
|
133
|
-
);
|
|
134
|
-
});
|
|
135
|
-
});
|
package/src/service/quoting.ts
DELETED
|
@@ -1,78 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* The bare (unqualified) name of a possibly container-qualified table path:
|
|
3
|
-
* the segment after the last dot, e.g. `my_schema.my_table` -> `my_table` and
|
|
4
|
-
* `my_table` -> `my_table`. Used as the RENAME target, which names a table
|
|
5
|
-
* within its existing schema rather than re-stating the full path.
|
|
6
|
-
*/
|
|
7
|
-
export function bareTableName(tableName: string): string {
|
|
8
|
-
const lastDot = tableName.lastIndexOf(".");
|
|
9
|
-
return lastDot >= 0 ? tableName.substring(lastDot + 1) : tableName;
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
// Dialects whose identifier quote character is a backtick; everything else uses
|
|
13
|
-
// the SQL-standard double quote. Keyed by Malloy `dialectName`. The control
|
|
14
|
-
// plane encodes the same fact keyed by connection type
|
|
15
|
-
// (`PhysicalTableName.BACKTICK_TYPES` = {bigquery, mysql, databricks}); the two
|
|
16
|
-
// must stay byte-compatible. See the conformance table in quoting.spec.ts.
|
|
17
|
-
const BACKTICK_DIALECTS = new Set(["standardsql", "mysql", "databricks"]);
|
|
18
|
-
|
|
19
|
-
/**
|
|
20
|
-
* Quote a single SQL identifier for {@code dialect}, escaping any embedded quote
|
|
21
|
-
* character by doubling it.
|
|
22
|
-
*/
|
|
23
|
-
export function quoteIdentifier(identifier: string, dialect: string): string {
|
|
24
|
-
if (BACKTICK_DIALECTS.has(dialect)) {
|
|
25
|
-
return "`" + identifier.replace(/`/g, "``") + "`";
|
|
26
|
-
}
|
|
27
|
-
return '"' + identifier.replace(/"/g, '""') + '"';
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
/**
|
|
31
|
-
* Dialect-quote a (possibly container-qualified) table path so it can be inlined
|
|
32
|
-
* into DDL. Each dot segment is quoted independently and rejoined with dots, so
|
|
33
|
-
* a path like {@code my-proj.mydataset.engaged_events_v0} becomes
|
|
34
|
-
* `` `my-proj`.`mydataset`.`engaged_events_v0` `` on BigQuery or
|
|
35
|
-
* {@code "my-proj"."mydataset"."engaged_events_v0"} on Postgres — handling
|
|
36
|
-
* container hierarchies and quote-requiring names (e.g. hyphenated BigQuery
|
|
37
|
-
* project ids) uniformly. The control plane provides the logical (unquoted) path
|
|
38
|
-
* in `physicalTableName`; quoting for the warehouse is the publisher's job.
|
|
39
|
-
*/
|
|
40
|
-
export function quoteTablePath(tableName: string, dialect: string): string {
|
|
41
|
-
return tableName
|
|
42
|
-
.split(".")
|
|
43
|
-
.map((segment) => quoteIdentifier(segment, dialect))
|
|
44
|
-
.join(".");
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
/**
|
|
48
|
-
* Whether a table path already carries a dialect quote character, in which case
|
|
49
|
-
* it is treated as canonical SQL that must not be re-quoted. The single
|
|
50
|
-
* definition of "already quoted" shared by every bind site.
|
|
51
|
-
*/
|
|
52
|
-
export function isQuotedIdentifierPath(tableName: string): boolean {
|
|
53
|
-
return tableName.includes('"') || tableName.includes("`");
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
/**
|
|
57
|
-
* Quote a physical table path for a manifest entry so a Malloy `FROM` resolves
|
|
58
|
-
* it correctly, unless it is already canonical SQL (passed through unchanged).
|
|
59
|
-
* This is the single quoting authority for the two places a physical name is
|
|
60
|
-
* bound into a `FROM`: the serve-side bind ({@link Package.quoteBoundTableNames})
|
|
61
|
-
* and the build-side manifest that stitches chained persist sources together
|
|
62
|
-
* (materialization_service). Both must mirror the CREATE side's
|
|
63
|
-
* {@link quoteTablePath} so a case-folding engine (Snowflake uppercases
|
|
64
|
-
* unquoted identifiers) can resolve the case-preserved table the builder wrote.
|
|
65
|
-
*
|
|
66
|
-
* Passing an already-quoted name through is safe for the names this handles:
|
|
67
|
-
* control-plane physical names are logical/unquoted (never contain a quote),
|
|
68
|
-
* and a self-assigned `#@ persist name=` value is the author's own canonical
|
|
69
|
-
* SQL (they own quoting it for the dialect).
|
|
70
|
-
*/
|
|
71
|
-
export function quoteManifestTablePath(
|
|
72
|
-
tableName: string,
|
|
73
|
-
dialect: string,
|
|
74
|
-
): string {
|
|
75
|
-
return isQuotedIdentifierPath(tableName)
|
|
76
|
-
? tableName
|
|
77
|
-
: quoteTablePath(tableName, dialect);
|
|
78
|
-
}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
import { EnvironmentNotFoundError } from "../errors";
|
|
2
|
-
import { ResourceRepository } from "../storage/DatabaseInterface";
|
|
3
|
-
|
|
4
|
-
export async function resolveEnvironmentId(
|
|
5
|
-
repository: ResourceRepository,
|
|
6
|
-
environmentName: string,
|
|
7
|
-
): Promise<string> {
|
|
8
|
-
const dbEnvironment = await repository.getEnvironmentByName(environmentName);
|
|
9
|
-
if (!dbEnvironment) {
|
|
10
|
-
throw new EnvironmentNotFoundError(
|
|
11
|
-
`Environment '${environmentName}' not found`,
|
|
12
|
-
);
|
|
13
|
-
}
|
|
14
|
-
return dbEnvironment.id;
|
|
15
|
-
}
|
|
@@ -1,299 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Restricted-mode containment for untrusted ad-hoc query text.
|
|
3
|
-
*
|
|
4
|
-
* The `query` text that reaches `execute_query` is authored by an untrusted
|
|
5
|
-
* caller (an MCP/LLM client, a UI field, an HTTP body), but it runs against a
|
|
6
|
-
* warehouse connection that can see far more than any one model curates.
|
|
7
|
-
* Compiling that text with `loadRestrictedQuery` keeps the caller inside the
|
|
8
|
-
* model's published surface — its sources, views, dimensions and measures —
|
|
9
|
-
* and stops it from using Malloy as a general-purpose handle to the underlying
|
|
10
|
-
* database or filesystem.
|
|
11
|
-
*
|
|
12
|
-
* These tests are written from the publisher's threat model: each is a way an
|
|
13
|
-
* untrusted query could try to reach data or compute the model never exposed,
|
|
14
|
-
* paired with the assertion that restricted mode blocks it. They are not a
|
|
15
|
-
* re-test of Malloy's per-construct rejection logic — the point is the misuse
|
|
16
|
-
* scenario, not the grammar.
|
|
17
|
-
*
|
|
18
|
-
* The setup: the connection holds a `secrets` table that the `catalog` model
|
|
19
|
-
* never references. The model only exposes `widgets`. Any query that manages to
|
|
20
|
-
* return a row of `secrets` has escaped the curated surface.
|
|
21
|
-
*/
|
|
22
|
-
|
|
23
|
-
import { DuckDBConnection } from "@malloydata/db-duckdb";
|
|
24
|
-
import { Connection } from "@malloydata/malloy";
|
|
25
|
-
import { afterAll, beforeAll, describe, expect, it } from "bun:test";
|
|
26
|
-
import fs from "fs/promises";
|
|
27
|
-
import os from "os";
|
|
28
|
-
import path from "path";
|
|
29
|
-
import { Model } from "./model";
|
|
30
|
-
|
|
31
|
-
const TEST_DIR = path.join(os.tmpdir(), "restricted-mode-tests");
|
|
32
|
-
const TEST_DB_DIR = path.join(TEST_DIR, "db");
|
|
33
|
-
const TEST_DB_PATH = path.join(TEST_DB_DIR, "test.duckdb");
|
|
34
|
-
const TEST_PKG_DIR = path.join(TEST_DIR, "pkg");
|
|
35
|
-
|
|
36
|
-
let duckdbConnection: DuckDBConnection;
|
|
37
|
-
|
|
38
|
-
// `widgets` is the curated, model-exposed table. `secrets` lives in the same
|
|
39
|
-
// connection but is never referenced by the model the caller queries — it
|
|
40
|
-
// stands in for any table the deployment did not mean to publish.
|
|
41
|
-
const SEED_SQL = `
|
|
42
|
-
CREATE TABLE IF NOT EXISTS widgets (
|
|
43
|
-
region VARCHAR,
|
|
44
|
-
name VARCHAR
|
|
45
|
-
);
|
|
46
|
-
INSERT INTO widgets VALUES
|
|
47
|
-
('US', 'Alpha'),
|
|
48
|
-
('EU', 'Beta'),
|
|
49
|
-
('APAC', 'Gamma');
|
|
50
|
-
|
|
51
|
-
CREATE TABLE IF NOT EXISTS secrets (
|
|
52
|
-
id VARCHAR,
|
|
53
|
-
ssn VARCHAR
|
|
54
|
-
);
|
|
55
|
-
INSERT INTO secrets VALUES
|
|
56
|
-
('1', '111-11-1111'),
|
|
57
|
-
('2', '222-22-2222');
|
|
58
|
-
`;
|
|
59
|
-
|
|
60
|
-
// The model the ad-hoc queries are issued against. It publishes `widgets` and
|
|
61
|
-
// nothing else — `secrets` is deliberately absent.
|
|
62
|
-
const CATALOG_MODEL = `
|
|
63
|
-
source: widgets is duckdb.table('widgets') extend {
|
|
64
|
-
measure: n is count()
|
|
65
|
-
view: by_region is {
|
|
66
|
-
group_by: region
|
|
67
|
-
aggregate: n
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
`;
|
|
71
|
-
|
|
72
|
-
// A second model that DOES expose secrets. It is never loaded by the caller;
|
|
73
|
-
// it exists only as the target of an `import` escalation attempt.
|
|
74
|
-
const VAULT_MODEL = `
|
|
75
|
-
source: vault is duckdb.table('secrets') extend {
|
|
76
|
-
measure: n is count()
|
|
77
|
-
}
|
|
78
|
-
`;
|
|
79
|
-
|
|
80
|
-
beforeAll(async () => {
|
|
81
|
-
await fs.mkdir(TEST_DB_DIR, { recursive: true });
|
|
82
|
-
await fs.mkdir(TEST_PKG_DIR, { recursive: true });
|
|
83
|
-
duckdbConnection = new DuckDBConnection("duckdb", TEST_DB_PATH, TEST_DB_DIR);
|
|
84
|
-
for (const stmt of SEED_SQL.trim().split(";").filter(Boolean)) {
|
|
85
|
-
await duckdbConnection.runSQL(stmt.trim() + ";");
|
|
86
|
-
}
|
|
87
|
-
await fs.writeFile(
|
|
88
|
-
path.join(TEST_PKG_DIR, "catalog.malloy"),
|
|
89
|
-
CATALOG_MODEL,
|
|
90
|
-
"utf-8",
|
|
91
|
-
);
|
|
92
|
-
await fs.writeFile(
|
|
93
|
-
path.join(TEST_PKG_DIR, "vault.malloy"),
|
|
94
|
-
VAULT_MODEL,
|
|
95
|
-
"utf-8",
|
|
96
|
-
);
|
|
97
|
-
});
|
|
98
|
-
|
|
99
|
-
afterAll(async () => {
|
|
100
|
-
try {
|
|
101
|
-
await duckdbConnection.close();
|
|
102
|
-
await new Promise((resolve) => setTimeout(resolve, 100));
|
|
103
|
-
await fs.rm(TEST_DIR, { recursive: true, force: true });
|
|
104
|
-
} catch {
|
|
105
|
-
// Ignore cleanup errors
|
|
106
|
-
}
|
|
107
|
-
});
|
|
108
|
-
|
|
109
|
-
function getConnections(): Map<string, Connection> {
|
|
110
|
-
const map = new Map<string, Connection>();
|
|
111
|
-
map.set("duckdb", duckdbConnection);
|
|
112
|
-
return map;
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
type Row = Record<string, unknown>;
|
|
116
|
-
|
|
117
|
-
function asRows(compactResult: unknown): Row[] {
|
|
118
|
-
return compactResult as Row[];
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
async function makeModel(modelPath: string): Promise<Model> {
|
|
122
|
-
return Model.create("test-pkg", TEST_PKG_DIR, modelPath, getConnections());
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
/** Run an ad-hoc query string and return the result rows. */
|
|
126
|
-
async function runAdHoc(model: Model, query: string): Promise<Row[]> {
|
|
127
|
-
const { compactResult } = await model.getQueryResults(
|
|
128
|
-
undefined,
|
|
129
|
-
undefined,
|
|
130
|
-
query,
|
|
131
|
-
);
|
|
132
|
-
return asRows(compactResult);
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
/**
|
|
136
|
-
* Restricted-mode rejections surface as a Malloy compile error: the message
|
|
137
|
-
* quotes the offending source text and states the rule, and the underlying
|
|
138
|
-
* `problems` carry `code: 'restricted-construct-forbidden'`. We accept either
|
|
139
|
-
* signal so the assertion is robust to how `model.ts` re-wraps the error.
|
|
140
|
-
*/
|
|
141
|
-
function looksRestricted(error: unknown): boolean {
|
|
142
|
-
const message = ((error as Error)?.message ?? String(error)).toLowerCase();
|
|
143
|
-
if (message.includes("restricted")) return true;
|
|
144
|
-
const problems = (error as { problems?: Array<{ code?: string }> })
|
|
145
|
-
?.problems;
|
|
146
|
-
return (
|
|
147
|
-
Array.isArray(problems) &&
|
|
148
|
-
problems.some((p) => (p.code ?? "").includes("restricted"))
|
|
149
|
-
);
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
/**
|
|
153
|
-
* Assert an untrusted ad-hoc query is blocked before it can reach unpublished
|
|
154
|
-
* data. If it instead succeeds, report the row count — the caller escaped the
|
|
155
|
-
* curated surface and that is the leak we are guarding against.
|
|
156
|
-
*/
|
|
157
|
-
async function expectBlocked(model: Model, query: string): Promise<void> {
|
|
158
|
-
let leakedRows: number | undefined;
|
|
159
|
-
try {
|
|
160
|
-
const rows = await runAdHoc(model, query);
|
|
161
|
-
leakedRows = rows.length;
|
|
162
|
-
} catch (error) {
|
|
163
|
-
expect(looksRestricted(error)).toBe(true);
|
|
164
|
-
return;
|
|
165
|
-
}
|
|
166
|
-
throw new Error(
|
|
167
|
-
`Expected the query to be blocked by restricted mode, but it succeeded ` +
|
|
168
|
-
`and returned ${leakedRows} rows (escaped the curated surface).`,
|
|
169
|
-
);
|
|
170
|
-
}
|
|
171
|
-
|
|
172
|
-
/**
|
|
173
|
-
* Same assertion as `expectBlocked`, but exercised through the named
|
|
174
|
-
* `sourceName`/`queryName` request shape rather than the free-form `query`
|
|
175
|
-
* field — those identifiers are concatenated into a `run: …` string and so are
|
|
176
|
-
* just as caller-controlled.
|
|
177
|
-
*/
|
|
178
|
-
async function expectNamedBlocked(
|
|
179
|
-
model: Model,
|
|
180
|
-
sourceName: string | undefined,
|
|
181
|
-
queryName: string,
|
|
182
|
-
): Promise<void> {
|
|
183
|
-
let leakedRows: number | undefined;
|
|
184
|
-
try {
|
|
185
|
-
const { compactResult } = await model.getQueryResults(
|
|
186
|
-
sourceName,
|
|
187
|
-
queryName,
|
|
188
|
-
);
|
|
189
|
-
leakedRows = asRows(compactResult).length;
|
|
190
|
-
} catch (error) {
|
|
191
|
-
expect(looksRestricted(error)).toBe(true);
|
|
192
|
-
return;
|
|
193
|
-
}
|
|
194
|
-
throw new Error(
|
|
195
|
-
`Expected the named-path request to be blocked by restricted mode, but ` +
|
|
196
|
-
`it succeeded and returned ${leakedRows} rows (escaped the curated surface).`,
|
|
197
|
-
);
|
|
198
|
-
}
|
|
199
|
-
|
|
200
|
-
// ===========================================================================
|
|
201
|
-
// The published surface stays fully usable — restriction must not break the
|
|
202
|
-
// legitimate path it is wrapped around.
|
|
203
|
-
// ===========================================================================
|
|
204
|
-
|
|
205
|
-
describe("the curated model surface stays usable under restriction", () => {
|
|
206
|
-
it("runs an ad-hoc query over a published source", async () => {
|
|
207
|
-
const model = await makeModel("catalog.malloy");
|
|
208
|
-
const rows = await runAdHoc(
|
|
209
|
-
model,
|
|
210
|
-
"run: widgets -> { group_by: region; aggregate: n is count() }",
|
|
211
|
-
);
|
|
212
|
-
expect(rows.length).toBe(3); // US, EU, APAC
|
|
213
|
-
});
|
|
214
|
-
|
|
215
|
-
it("runs a published named view", async () => {
|
|
216
|
-
const model = await makeModel("catalog.malloy");
|
|
217
|
-
const rows = await runAdHoc(model, "run: widgets -> by_region");
|
|
218
|
-
expect(rows.length).toBe(3);
|
|
219
|
-
});
|
|
220
|
-
});
|
|
221
|
-
|
|
222
|
-
// ===========================================================================
|
|
223
|
-
// Misuse vectors: an untrusted query trying to read `secrets`, which the
|
|
224
|
-
// catalog model never published. Each must be blocked.
|
|
225
|
-
// ===========================================================================
|
|
226
|
-
|
|
227
|
-
describe("an untrusted query cannot reach data the model never published", () => {
|
|
228
|
-
// The connection can see every table; the model curated only `widgets`.
|
|
229
|
-
// Naming another table directly would turn the model into a handle on the
|
|
230
|
-
// whole warehouse.
|
|
231
|
-
it("cannot point a source at an arbitrary warehouse table", async () => {
|
|
232
|
-
const model = await makeModel("catalog.malloy");
|
|
233
|
-
await expectBlocked(
|
|
234
|
-
model,
|
|
235
|
-
"run: duckdb.table('secrets') -> { aggregate: c is count() }",
|
|
236
|
-
);
|
|
237
|
-
});
|
|
238
|
-
|
|
239
|
-
// Raw SQL would let the caller run anything the connection's credentials
|
|
240
|
-
// allow — arbitrary reads, cross-table joins, even writes on a writable role.
|
|
241
|
-
it("cannot execute arbitrary SQL against the connection", async () => {
|
|
242
|
-
const model = await makeModel("catalog.malloy");
|
|
243
|
-
await expectBlocked(
|
|
244
|
-
model,
|
|
245
|
-
'run: duckdb.sql("SELECT id, ssn FROM secrets") -> { group_by: ssn }',
|
|
246
|
-
);
|
|
247
|
-
});
|
|
248
|
-
|
|
249
|
-
// Importing another model would pull in surfaces the queried model chose not
|
|
250
|
-
// to expose (and the file path is caller-controlled).
|
|
251
|
-
it("cannot import another model to borrow its surface", async () => {
|
|
252
|
-
const model = await makeModel("catalog.malloy");
|
|
253
|
-
await expectBlocked(
|
|
254
|
-
model,
|
|
255
|
-
'import "vault.malloy"\n' +
|
|
256
|
-
"run: vault -> { aggregate: c is count() }",
|
|
257
|
-
);
|
|
258
|
-
});
|
|
259
|
-
|
|
260
|
-
// Combining the curated surface with a raw table — joining `secrets` onto the
|
|
261
|
-
// published `widgets` — must not slip a raw table past the restriction.
|
|
262
|
-
it("cannot smuggle a raw table in through a join on a published source", async () => {
|
|
263
|
-
const model = await makeModel("catalog.malloy");
|
|
264
|
-
await expectBlocked(
|
|
265
|
-
model,
|
|
266
|
-
"source: x is widgets extend {\n" +
|
|
267
|
-
" join_cross: s is duckdb.table('secrets')\n" +
|
|
268
|
-
"}\n" +
|
|
269
|
-
"run: x -> { group_by: s.ssn }",
|
|
270
|
-
);
|
|
271
|
-
});
|
|
272
|
-
});
|
|
273
|
-
|
|
274
|
-
// ===========================================================================
|
|
275
|
-
// The named `sourceName`/`queryName` request shape reaches the same compiler
|
|
276
|
-
// path as ad-hoc text, so it must inherit the same restriction. A real name is
|
|
277
|
-
// a bare identifier; anything that smuggles in a disallowed construct must be
|
|
278
|
-
// blocked, while legitimate published names keep working.
|
|
279
|
-
// ===========================================================================
|
|
280
|
-
|
|
281
|
-
describe("the named source/view path is restricted too", () => {
|
|
282
|
-
it("blocks a disallowed construct supplied through the sourceName/queryName fields", async () => {
|
|
283
|
-
const model = await makeModel("catalog.malloy");
|
|
284
|
-
await expectNamedBlocked(
|
|
285
|
-
model,
|
|
286
|
-
"duckdb.table('secrets')",
|
|
287
|
-
"{ group_by: ssn }",
|
|
288
|
-
);
|
|
289
|
-
});
|
|
290
|
-
|
|
291
|
-
it("still runs a legitimate published source and view by name", async () => {
|
|
292
|
-
const model = await makeModel("catalog.malloy");
|
|
293
|
-
const { compactResult } = await model.getQueryResults(
|
|
294
|
-
"widgets",
|
|
295
|
-
"by_region",
|
|
296
|
-
);
|
|
297
|
-
expect(asRows(compactResult).length).toBe(3);
|
|
298
|
-
});
|
|
299
|
-
});
|