@malloy-publisher/server 0.0.382-dev → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (175) hide show
  1. package/README.docker.md +145 -20
  2. package/README.md +65 -12
  3. package/dist/app/api-doc.html +5 -0
  4. package/dist/app/api-doc.yaml +3903 -583
  5. package/dist/app/assets/EnvironmentPage-DiUgLuCH.js +1 -0
  6. package/dist/app/assets/HomePage-MhhjhnFj.js +1 -0
  7. package/dist/app/assets/LightMode-BEyvNUzT.js +1 -0
  8. package/dist/app/assets/MainPage-D4Cfee9o.js +2 -0
  9. package/dist/app/assets/MaterializationsPage-nGgGqwSN.js +1 -0
  10. package/dist/app/assets/ModelPage-DLAcEw-F.js +1 -0
  11. package/dist/app/assets/PackagePage-Df0ikH7w.js +1 -0
  12. package/dist/app/assets/RouteError-BFQwtroH.js +1 -0
  13. package/dist/app/assets/ThemeEditorPage-OoskoQYN.js +1 -0
  14. package/dist/app/assets/WorkbookPage-CpFgvUDC.js +1 -0
  15. package/dist/app/assets/{core-CjeTkq8O.es-BqRc6yhC.js → core-lb28vQkR.es-BoVSOc75.js} +1 -1
  16. package/dist/app/assets/github-dark-DenFmJkN.es-DHJKELXO.js +1 -0
  17. package/dist/app/assets/index-5eLCcNmP.css +1 -0
  18. package/dist/app/assets/index-6ypuFH6g.js +1774 -0
  19. package/dist/app/assets/index-B8pnU_V_.js +615 -0
  20. package/dist/app/assets/index-BImcHmVP.js +1 -0
  21. package/dist/app/assets/index-DSoCUF-f.js +2725 -0
  22. package/dist/app/assets/index-DfqzSItA.js +2 -0
  23. package/dist/app/assets/index-w_0OQJgZ.js +23 -0
  24. package/dist/app/index.html +8 -4
  25. package/dist/cpufeatures-1yrn0vtw.node +0 -0
  26. package/dist/default-publisher.config.json +23 -0
  27. package/dist/{instrumentation.js → instrumentation.mjs} +10631 -10573
  28. package/dist/package_load_worker.mjs +15219 -0
  29. package/dist/runtime/publisher.js +331 -0
  30. package/dist/{server.js → server.mjs} +115548 -49590
  31. package/dist/sshcrypto-vd2k5hq9.node +0 -0
  32. package/package.json +41 -28
  33. package/publisher.config.example.bigquery.json +33 -0
  34. package/publisher.config.example.duckdb.json +23 -0
  35. package/.eslintrc.json +0 -44
  36. package/.prettierignore +0 -1
  37. package/.prettierrc +0 -4
  38. package/build.ts +0 -38
  39. package/dist/app/assets/HomePage-Dn3E4CuB.js +0 -1
  40. package/dist/app/assets/MainPage-BzB3yoqi.js +0 -2
  41. package/dist/app/assets/ModelPage-C9O_sAXT.js +0 -1
  42. package/dist/app/assets/PackagePage-DcxKEjBX.js +0 -1
  43. package/dist/app/assets/ProjectPage-BDj307rF.js +0 -1
  44. package/dist/app/assets/RouteError-DAShbVCG.js +0 -1
  45. package/dist/app/assets/WorkbookPage-Cs_XYEaB.js +0 -1
  46. package/dist/app/assets/index-15BOvhp0.js +0 -456
  47. package/dist/app/assets/index-Bb2jqquW.js +0 -676
  48. package/dist/app/assets/index-CMlGQMcl.css +0 -1
  49. package/dist/app/assets/index-D68X76-7.js +0 -1276
  50. package/dist/app/assets/index.umd-DGBekgSu.js +0 -1145
  51. package/dxt/malloy_bridge.py +0 -354
  52. package/dxt/manifest.json +0 -22
  53. package/eslint.config.mjs +0 -76
  54. package/k6-tests/README.md +0 -144
  55. package/k6-tests/bun.lock +0 -797
  56. package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
  57. package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
  58. package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
  59. package/k6-tests/load-test/load-test-crud.ts +0 -142
  60. package/k6-tests/load-test/load-test.ts +0 -784
  61. package/k6-tests/package.json +0 -27
  62. package/k6-tests/scripts/run-with-otel.sh +0 -50
  63. package/k6-tests/smoke-test/smoke-test.ts +0 -158
  64. package/k6-tests/tsconfig.json +0 -29
  65. package/k6-tests/utils/client_factory.ts +0 -128
  66. package/k6-tests/utils/common.ts +0 -489
  67. package/k6-tests/utils/logger.ts +0 -62
  68. package/k6-tests/utils/types.d.ts +0 -35
  69. package/malloy_mcp.dxt +0 -0
  70. package/publisher.config.json +0 -33
  71. package/src/config.spec.ts +0 -850
  72. package/src/config.ts +0 -305
  73. package/src/constants.ts +0 -10
  74. package/src/controller/compile.controller.ts +0 -35
  75. package/src/controller/connection.controller.ts +0 -515
  76. package/src/controller/database.controller.ts +0 -21
  77. package/src/controller/manifest.controller.ts +0 -29
  78. package/src/controller/materialization.controller.ts +0 -125
  79. package/src/controller/model.controller.ts +0 -107
  80. package/src/controller/package.controller.ts +0 -182
  81. package/src/controller/query.controller.ts +0 -60
  82. package/src/controller/watch-mode.controller.ts +0 -98
  83. package/src/data_styles.ts +0 -71
  84. package/src/dto/connection.dto.spec.ts +0 -131
  85. package/src/dto/connection.dto.ts +0 -174
  86. package/src/dto/index.ts +0 -2
  87. package/src/dto/package.dto.spec.ts +0 -42
  88. package/src/dto/package.dto.ts +0 -12
  89. package/src/dto/validate.spec.ts +0 -76
  90. package/src/dto/validate.ts +0 -31
  91. package/src/errors.ts +0 -116
  92. package/src/health.ts +0 -189
  93. package/src/instrumentation.ts +0 -148
  94. package/src/logger.ts +0 -154
  95. package/src/mcp/error_messages.ts +0 -199
  96. package/src/mcp/handler_utils.ts +0 -239
  97. package/src/mcp/mcp_constants.ts +0 -22
  98. package/src/mcp/prompts/handlers.ts +0 -84
  99. package/src/mcp/prompts/index.ts +0 -11
  100. package/src/mcp/prompts/prompt_definitions.ts +0 -160
  101. package/src/mcp/prompts/prompt_service.ts +0 -67
  102. package/src/mcp/prompts/utils.ts +0 -62
  103. package/src/mcp/resource_metadata.ts +0 -47
  104. package/src/mcp/resources/model_resource.ts +0 -153
  105. package/src/mcp/resources/notebook_resource.ts +0 -137
  106. package/src/mcp/resources/package_resource.ts +0 -370
  107. package/src/mcp/resources/project_resource.ts +0 -184
  108. package/src/mcp/resources/query_resource.ts +0 -117
  109. package/src/mcp/resources/source_resource.ts +0 -141
  110. package/src/mcp/resources/view_resource.ts +0 -136
  111. package/src/mcp/server.ts +0 -62
  112. package/src/mcp/tools/discovery_tools.ts +0 -258
  113. package/src/mcp/tools/execute_query_tool.ts +0 -265
  114. package/src/server.ts +0 -1195
  115. package/src/service/connection.spec.ts +0 -1331
  116. package/src/service/connection.ts +0 -1511
  117. package/src/service/connection_service.spec.ts +0 -641
  118. package/src/service/connection_service.ts +0 -181
  119. package/src/service/db_utils.spec.ts +0 -714
  120. package/src/service/db_utils.ts +0 -1227
  121. package/src/service/filter.spec.ts +0 -447
  122. package/src/service/filter.ts +0 -337
  123. package/src/service/filter_integration.spec.ts +0 -825
  124. package/src/service/gcs_s3_utils.ts +0 -427
  125. package/src/service/manifest_service.spec.ts +0 -201
  126. package/src/service/manifest_service.ts +0 -106
  127. package/src/service/materialization_service.spec.ts +0 -648
  128. package/src/service/materialization_service.ts +0 -929
  129. package/src/service/materialized_table_gc.spec.ts +0 -383
  130. package/src/service/materialized_table_gc.ts +0 -279
  131. package/src/service/model.spec.ts +0 -257
  132. package/src/service/model.ts +0 -1069
  133. package/src/service/package.spec.ts +0 -236
  134. package/src/service/package.ts +0 -463
  135. package/src/service/project.ts +0 -681
  136. package/src/service/project_compile.spec.ts +0 -197
  137. package/src/service/project_store.spec.ts +0 -859
  138. package/src/service/project_store.ts +0 -1531
  139. package/src/service/quoting.ts +0 -41
  140. package/src/service/resolve_project.ts +0 -13
  141. package/src/storage/BaseRepository.ts +0 -31
  142. package/src/storage/DatabaseInterface.ts +0 -180
  143. package/src/storage/StorageManager.mock.ts +0 -59
  144. package/src/storage/StorageManager.ts +0 -210
  145. package/src/storage/duckdb/ConnectionRepository.ts +0 -141
  146. package/src/storage/duckdb/DuckDBConnection.ts +0 -177
  147. package/src/storage/duckdb/DuckDBManifestStore.ts +0 -70
  148. package/src/storage/duckdb/DuckDBRepository.ts +0 -224
  149. package/src/storage/duckdb/ManifestRepository.ts +0 -119
  150. package/src/storage/duckdb/MaterializationRepository.ts +0 -249
  151. package/src/storage/duckdb/PackageRepository.ts +0 -135
  152. package/src/storage/duckdb/ProjectRepository.ts +0 -148
  153. package/src/storage/duckdb/manifest_store.spec.ts +0 -133
  154. package/src/storage/duckdb/schema.ts +0 -147
  155. package/src/storage/ducklake/DuckLakeManifestStore.ts +0 -146
  156. package/src/utils.ts +0 -13
  157. package/tests/fixtures/persist-test/data/orders.csv +0 -5
  158. package/tests/fixtures/persist-test/persist_test.malloy +0 -11
  159. package/tests/fixtures/persist-test/publisher.json +0 -5
  160. package/tests/fixtures/publisher.config.json +0 -15
  161. package/tests/harness/e2e.ts +0 -96
  162. package/tests/harness/mcp_test_setup.ts +0 -344
  163. package/tests/harness/mocks.ts +0 -37
  164. package/tests/harness/rest_e2e.ts +0 -68
  165. package/tests/harness/uris.ts +0 -31
  166. package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -470
  167. package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -434
  168. package/tests/integration/mcp/mcp_resource.integration.spec.ts +0 -663
  169. package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -122
  170. package/tests/integration/mcp/setup.spec.ts +0 -5
  171. package/tests/unit/duckdb/attached_databases.test.ts +0 -1132
  172. package/tests/unit/ducklake/ducklake.test.ts +0 -950
  173. package/tests/unit/mcp/prompt_definitions.test.ts +0 -102
  174. package/tests/unit/mcp/prompt_happy.test.ts +0 -51
  175. package/tsconfig.json +0 -32
@@ -1,197 +0,0 @@
1
- import { afterEach, beforeEach, describe, expect, it } from "bun:test";
2
- import fs from "fs";
3
- import path from "path";
4
- import { extractPreamble, extractPreambleFromSource } from "./project";
5
-
6
- describe("extractPreambleFromSource", () => {
7
- it("should extract pragmas and imports before a source definition", () => {
8
- const content = [
9
- "##! experimental.parameters",
10
- 'import "utils.malloy"',
11
- 'import { revenue } from "metrics.malloy"',
12
- "",
13
- 'source: my_source is duckdb.table("data.parquet")',
14
- ' dimension: name is "test"',
15
- ].join("\n");
16
-
17
- const result = extractPreambleFromSource(content);
18
- expect(result).toBe(
19
- [
20
- "##! experimental.parameters",
21
- 'import "utils.malloy"',
22
- 'import { revenue } from "metrics.malloy"',
23
- ].join("\n"),
24
- );
25
- });
26
-
27
- it("should extract pragmas and imports before a run statement", () => {
28
- const content = [
29
- 'import { my_source } from "model.malloy"',
30
- "",
31
- "run: my_source -> { aggregate: count() }",
32
- ].join("\n");
33
-
34
- const result = extractPreambleFromSource(content);
35
- expect(result).toBe('import { my_source } from "model.malloy"');
36
- });
37
-
38
- it("should extract pragmas and imports before a query definition", () => {
39
- const content = [
40
- 'import { my_source } from "model.malloy"',
41
- "",
42
- "query: top_items is my_source -> { limit: 10 }",
43
- ].join("\n");
44
-
45
- const result = extractPreambleFromSource(content);
46
- expect(result).toBe('import { my_source } from "model.malloy"');
47
- });
48
-
49
- it("should return empty string when file starts with source:", () => {
50
- const content = 'source: my_source is duckdb.table("data.parquet")';
51
-
52
- const result = extractPreambleFromSource(content);
53
- expect(result).toBe("");
54
- });
55
-
56
- it("should return empty string when file starts with run:", () => {
57
- const content = 'run: duckdb.sql("SELECT 1")';
58
-
59
- const result = extractPreambleFromSource(content);
60
- expect(result).toBe("");
61
- });
62
-
63
- it("should return empty string when file starts with query:", () => {
64
- const content = 'query: q is duckdb.sql("SELECT 1")';
65
-
66
- const result = extractPreambleFromSource(content);
67
- expect(result).toBe("");
68
- });
69
-
70
- it("should preserve comments in the preamble", () => {
71
- const content = [
72
- "##! experimental.parameters",
73
- "// This model defines revenue metrics",
74
- 'import { revenue } from "metrics.malloy"',
75
- "// Main source below",
76
- 'source: my_source is duckdb.table("data.parquet")',
77
- ].join("\n");
78
-
79
- const result = extractPreambleFromSource(content);
80
- expect(result).toBe(
81
- [
82
- "##! experimental.parameters",
83
- "// This model defines revenue metrics",
84
- 'import { revenue } from "metrics.malloy"',
85
- "// Main source below",
86
- ].join("\n"),
87
- );
88
- });
89
-
90
- it("should handle multiple import blocks", () => {
91
- const content = [
92
- 'import { a } from "file_a.malloy"',
93
- 'import { b } from "file_b.malloy"',
94
- 'import { c, d } from "file_c.malloy"',
95
- "",
96
- "source: combined is a {",
97
- " join_one: b on b.id = a.b_id",
98
- "}",
99
- ].join("\n");
100
-
101
- const result = extractPreambleFromSource(content);
102
- expect(result).toBe(
103
- [
104
- 'import { a } from "file_a.malloy"',
105
- 'import { b } from "file_b.malloy"',
106
- 'import { c, d } from "file_c.malloy"',
107
- ].join("\n"),
108
- );
109
- });
110
-
111
- it("should return all content when there are no source/query/run definitions", () => {
112
- const content = [
113
- "##! experimental.parameters",
114
- 'import { revenue } from "metrics.malloy"',
115
- "",
116
- "// no definitions yet",
117
- ].join("\n");
118
-
119
- const result = extractPreambleFromSource(content);
120
- expect(result).toBe(
121
- [
122
- "##! experimental.parameters",
123
- 'import { revenue } from "metrics.malloy"',
124
- "",
125
- "// no definitions yet",
126
- ].join("\n"),
127
- );
128
- });
129
-
130
- it("should return empty string for empty input", () => {
131
- expect(extractPreambleFromSource("")).toBe("");
132
- });
133
-
134
- it("should handle indented source/query/run definitions", () => {
135
- const content = [
136
- 'import "model.malloy"',
137
- "",
138
- ' source: indented is duckdb.table("data.parquet")',
139
- ].join("\n");
140
-
141
- // Indented definitions should still be detected (trimmed before check)
142
- const result = extractPreambleFromSource(content);
143
- expect(result).toBe('import "model.malloy"');
144
- });
145
-
146
- it("should not stop on 'source' appearing in comments or strings", () => {
147
- const content = [
148
- "// This file defines the source of truth",
149
- 'import "model.malloy"',
150
- 'source: my_source is duckdb.table("data.parquet")',
151
- ].join("\n");
152
-
153
- const result = extractPreambleFromSource(content);
154
- expect(result).toBe(
155
- [
156
- "// This file defines the source of truth",
157
- 'import "model.malloy"',
158
- ].join("\n"),
159
- );
160
- });
161
- });
162
-
163
- describe("extractPreamble (file-based)", () => {
164
- const testDir = path.join(process.cwd(), "test-temp-preamble");
165
- const testModelPath = path.join(testDir, "test_model.malloy");
166
-
167
- beforeEach(() => {
168
- if (!fs.existsSync(testDir)) {
169
- fs.mkdirSync(testDir, { recursive: true });
170
- }
171
- });
172
-
173
- afterEach(() => {
174
- if (fs.existsSync(testDir)) {
175
- fs.rmSync(testDir, { recursive: true, force: true });
176
- }
177
- });
178
-
179
- it("should read and extract preamble from a file", async () => {
180
- const content = [
181
- 'import { revenue } from "metrics.malloy"',
182
- "",
183
- 'source: my_source is duckdb.table("data.parquet")',
184
- ].join("\n");
185
- fs.writeFileSync(testModelPath, content);
186
-
187
- const result = await extractPreamble(testModelPath);
188
- expect(result).toBe('import { revenue } from "metrics.malloy"');
189
- });
190
-
191
- it("should return empty string when file does not exist", async () => {
192
- const result = await extractPreamble(
193
- path.join(testDir, "nonexistent.malloy"),
194
- );
195
- expect(result).toBe("");
196
- });
197
- });