@malloy-publisher/server 0.0.382-dev → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.docker.md +145 -20
- package/README.md +65 -12
- package/dist/app/api-doc.html +5 -0
- package/dist/app/api-doc.yaml +3903 -583
- package/dist/app/assets/EnvironmentPage-DiUgLuCH.js +1 -0
- package/dist/app/assets/HomePage-MhhjhnFj.js +1 -0
- package/dist/app/assets/LightMode-BEyvNUzT.js +1 -0
- package/dist/app/assets/MainPage-D4Cfee9o.js +2 -0
- package/dist/app/assets/MaterializationsPage-nGgGqwSN.js +1 -0
- package/dist/app/assets/ModelPage-DLAcEw-F.js +1 -0
- package/dist/app/assets/PackagePage-Df0ikH7w.js +1 -0
- package/dist/app/assets/RouteError-BFQwtroH.js +1 -0
- package/dist/app/assets/ThemeEditorPage-OoskoQYN.js +1 -0
- package/dist/app/assets/WorkbookPage-CpFgvUDC.js +1 -0
- package/dist/app/assets/{core-CjeTkq8O.es-BqRc6yhC.js → core-lb28vQkR.es-BoVSOc75.js} +1 -1
- package/dist/app/assets/github-dark-DenFmJkN.es-DHJKELXO.js +1 -0
- package/dist/app/assets/index-5eLCcNmP.css +1 -0
- package/dist/app/assets/index-6ypuFH6g.js +1774 -0
- package/dist/app/assets/index-B8pnU_V_.js +615 -0
- package/dist/app/assets/index-BImcHmVP.js +1 -0
- package/dist/app/assets/index-DSoCUF-f.js +2725 -0
- package/dist/app/assets/index-DfqzSItA.js +2 -0
- package/dist/app/assets/index-w_0OQJgZ.js +23 -0
- package/dist/app/index.html +8 -4
- package/dist/cpufeatures-1yrn0vtw.node +0 -0
- package/dist/default-publisher.config.json +23 -0
- package/dist/{instrumentation.js → instrumentation.mjs} +10631 -10573
- package/dist/package_load_worker.mjs +15219 -0
- package/dist/runtime/publisher.js +331 -0
- package/dist/{server.js → server.mjs} +115548 -49590
- package/dist/sshcrypto-vd2k5hq9.node +0 -0
- package/package.json +41 -28
- package/publisher.config.example.bigquery.json +33 -0
- package/publisher.config.example.duckdb.json +23 -0
- package/.eslintrc.json +0 -44
- package/.prettierignore +0 -1
- package/.prettierrc +0 -4
- package/build.ts +0 -38
- package/dist/app/assets/HomePage-Dn3E4CuB.js +0 -1
- package/dist/app/assets/MainPage-BzB3yoqi.js +0 -2
- package/dist/app/assets/ModelPage-C9O_sAXT.js +0 -1
- package/dist/app/assets/PackagePage-DcxKEjBX.js +0 -1
- package/dist/app/assets/ProjectPage-BDj307rF.js +0 -1
- package/dist/app/assets/RouteError-DAShbVCG.js +0 -1
- package/dist/app/assets/WorkbookPage-Cs_XYEaB.js +0 -1
- package/dist/app/assets/index-15BOvhp0.js +0 -456
- package/dist/app/assets/index-Bb2jqquW.js +0 -676
- package/dist/app/assets/index-CMlGQMcl.css +0 -1
- package/dist/app/assets/index-D68X76-7.js +0 -1276
- package/dist/app/assets/index.umd-DGBekgSu.js +0 -1145
- package/dxt/malloy_bridge.py +0 -354
- package/dxt/manifest.json +0 -22
- package/eslint.config.mjs +0 -76
- package/k6-tests/README.md +0 -144
- package/k6-tests/bun.lock +0 -797
- package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
- package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
- package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
- package/k6-tests/load-test/load-test-crud.ts +0 -142
- package/k6-tests/load-test/load-test.ts +0 -784
- package/k6-tests/package.json +0 -27
- package/k6-tests/scripts/run-with-otel.sh +0 -50
- package/k6-tests/smoke-test/smoke-test.ts +0 -158
- package/k6-tests/tsconfig.json +0 -29
- package/k6-tests/utils/client_factory.ts +0 -128
- package/k6-tests/utils/common.ts +0 -489
- package/k6-tests/utils/logger.ts +0 -62
- package/k6-tests/utils/types.d.ts +0 -35
- package/malloy_mcp.dxt +0 -0
- package/publisher.config.json +0 -33
- package/src/config.spec.ts +0 -850
- package/src/config.ts +0 -305
- package/src/constants.ts +0 -10
- package/src/controller/compile.controller.ts +0 -35
- package/src/controller/connection.controller.ts +0 -515
- package/src/controller/database.controller.ts +0 -21
- package/src/controller/manifest.controller.ts +0 -29
- package/src/controller/materialization.controller.ts +0 -125
- package/src/controller/model.controller.ts +0 -107
- package/src/controller/package.controller.ts +0 -182
- package/src/controller/query.controller.ts +0 -60
- package/src/controller/watch-mode.controller.ts +0 -98
- package/src/data_styles.ts +0 -71
- package/src/dto/connection.dto.spec.ts +0 -131
- package/src/dto/connection.dto.ts +0 -174
- package/src/dto/index.ts +0 -2
- package/src/dto/package.dto.spec.ts +0 -42
- package/src/dto/package.dto.ts +0 -12
- package/src/dto/validate.spec.ts +0 -76
- package/src/dto/validate.ts +0 -31
- package/src/errors.ts +0 -116
- package/src/health.ts +0 -189
- package/src/instrumentation.ts +0 -148
- package/src/logger.ts +0 -154
- package/src/mcp/error_messages.ts +0 -199
- package/src/mcp/handler_utils.ts +0 -239
- package/src/mcp/mcp_constants.ts +0 -22
- package/src/mcp/prompts/handlers.ts +0 -84
- package/src/mcp/prompts/index.ts +0 -11
- package/src/mcp/prompts/prompt_definitions.ts +0 -160
- package/src/mcp/prompts/prompt_service.ts +0 -67
- package/src/mcp/prompts/utils.ts +0 -62
- package/src/mcp/resource_metadata.ts +0 -47
- package/src/mcp/resources/model_resource.ts +0 -153
- package/src/mcp/resources/notebook_resource.ts +0 -137
- package/src/mcp/resources/package_resource.ts +0 -370
- package/src/mcp/resources/project_resource.ts +0 -184
- package/src/mcp/resources/query_resource.ts +0 -117
- package/src/mcp/resources/source_resource.ts +0 -141
- package/src/mcp/resources/view_resource.ts +0 -136
- package/src/mcp/server.ts +0 -62
- package/src/mcp/tools/discovery_tools.ts +0 -258
- package/src/mcp/tools/execute_query_tool.ts +0 -265
- package/src/server.ts +0 -1195
- package/src/service/connection.spec.ts +0 -1331
- package/src/service/connection.ts +0 -1511
- package/src/service/connection_service.spec.ts +0 -641
- package/src/service/connection_service.ts +0 -181
- package/src/service/db_utils.spec.ts +0 -714
- package/src/service/db_utils.ts +0 -1227
- package/src/service/filter.spec.ts +0 -447
- package/src/service/filter.ts +0 -337
- package/src/service/filter_integration.spec.ts +0 -825
- package/src/service/gcs_s3_utils.ts +0 -427
- package/src/service/manifest_service.spec.ts +0 -201
- package/src/service/manifest_service.ts +0 -106
- package/src/service/materialization_service.spec.ts +0 -648
- package/src/service/materialization_service.ts +0 -929
- package/src/service/materialized_table_gc.spec.ts +0 -383
- package/src/service/materialized_table_gc.ts +0 -279
- package/src/service/model.spec.ts +0 -257
- package/src/service/model.ts +0 -1069
- package/src/service/package.spec.ts +0 -236
- package/src/service/package.ts +0 -463
- package/src/service/project.ts +0 -681
- package/src/service/project_compile.spec.ts +0 -197
- package/src/service/project_store.spec.ts +0 -859
- package/src/service/project_store.ts +0 -1531
- package/src/service/quoting.ts +0 -41
- package/src/service/resolve_project.ts +0 -13
- package/src/storage/BaseRepository.ts +0 -31
- package/src/storage/DatabaseInterface.ts +0 -180
- package/src/storage/StorageManager.mock.ts +0 -59
- package/src/storage/StorageManager.ts +0 -210
- package/src/storage/duckdb/ConnectionRepository.ts +0 -141
- package/src/storage/duckdb/DuckDBConnection.ts +0 -177
- package/src/storage/duckdb/DuckDBManifestStore.ts +0 -70
- package/src/storage/duckdb/DuckDBRepository.ts +0 -224
- package/src/storage/duckdb/ManifestRepository.ts +0 -119
- package/src/storage/duckdb/MaterializationRepository.ts +0 -249
- package/src/storage/duckdb/PackageRepository.ts +0 -135
- package/src/storage/duckdb/ProjectRepository.ts +0 -148
- package/src/storage/duckdb/manifest_store.spec.ts +0 -133
- package/src/storage/duckdb/schema.ts +0 -147
- package/src/storage/ducklake/DuckLakeManifestStore.ts +0 -146
- package/src/utils.ts +0 -13
- package/tests/fixtures/persist-test/data/orders.csv +0 -5
- package/tests/fixtures/persist-test/persist_test.malloy +0 -11
- package/tests/fixtures/persist-test/publisher.json +0 -5
- package/tests/fixtures/publisher.config.json +0 -15
- package/tests/harness/e2e.ts +0 -96
- package/tests/harness/mcp_test_setup.ts +0 -344
- package/tests/harness/mocks.ts +0 -37
- package/tests/harness/rest_e2e.ts +0 -68
- package/tests/harness/uris.ts +0 -31
- package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -470
- package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -434
- package/tests/integration/mcp/mcp_resource.integration.spec.ts +0 -663
- package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -122
- package/tests/integration/mcp/setup.spec.ts +0 -5
- package/tests/unit/duckdb/attached_databases.test.ts +0 -1132
- package/tests/unit/ducklake/ducklake.test.ts +0 -950
- package/tests/unit/mcp/prompt_definitions.test.ts +0 -102
- package/tests/unit/mcp/prompt_happy.test.ts +0 -51
- package/tsconfig.json +0 -32
|
@@ -1,257 +0,0 @@
|
|
|
1
|
-
import { MalloyError, Runtime } from "@malloydata/malloy";
|
|
2
|
-
import { describe, expect, it } from "bun:test";
|
|
3
|
-
import fs from "fs/promises";
|
|
4
|
-
import sinon from "sinon";
|
|
5
|
-
|
|
6
|
-
import { BadRequestError, ModelNotFoundError } from "../errors";
|
|
7
|
-
import { Model, ModelType } from "./model";
|
|
8
|
-
|
|
9
|
-
describe("service/model", () => {
|
|
10
|
-
const packageName = "test-package";
|
|
11
|
-
const mockPackageName = "mockPackage";
|
|
12
|
-
const mockPackagePath = "mockPackagePath";
|
|
13
|
-
const mockModelPath = "mockModel.malloy";
|
|
14
|
-
|
|
15
|
-
it("should create a Model instance", async () => {
|
|
16
|
-
sinon.stub(Model, "getModelRuntime").resolves({
|
|
17
|
-
runtime: sinon.createStubInstance(Runtime),
|
|
18
|
-
modelURL: new URL("file://mockModelPath"),
|
|
19
|
-
importBaseURL: new URL("file://mockBaseURL/"),
|
|
20
|
-
dataStyles: {},
|
|
21
|
-
modelType: "model",
|
|
22
|
-
});
|
|
23
|
-
|
|
24
|
-
sinon.stub(Model, "getModelMaterializer").resolves({
|
|
25
|
-
modelMaterializer: undefined,
|
|
26
|
-
runnableNotebookCells: undefined,
|
|
27
|
-
});
|
|
28
|
-
|
|
29
|
-
const model = await Model.create(
|
|
30
|
-
mockPackageName,
|
|
31
|
-
mockPackagePath,
|
|
32
|
-
mockModelPath,
|
|
33
|
-
new Map(),
|
|
34
|
-
);
|
|
35
|
-
expect(model).toBeInstanceOf(Model);
|
|
36
|
-
expect(model.getPath()).toBe(mockModelPath);
|
|
37
|
-
|
|
38
|
-
sinon.restore();
|
|
39
|
-
});
|
|
40
|
-
|
|
41
|
-
it("should handle ModelNotFoundError correctly", async () => {
|
|
42
|
-
await expect(async () => {
|
|
43
|
-
await Model.create(
|
|
44
|
-
mockPackageName,
|
|
45
|
-
mockPackagePath,
|
|
46
|
-
mockModelPath,
|
|
47
|
-
new Map(),
|
|
48
|
-
);
|
|
49
|
-
}).toThrowError(`${mockModelPath} does not exist.`);
|
|
50
|
-
|
|
51
|
-
sinon.restore();
|
|
52
|
-
});
|
|
53
|
-
|
|
54
|
-
describe("instance methods", () => {
|
|
55
|
-
describe("getPath", () => {
|
|
56
|
-
it("should return the correct modelPath", async () => {
|
|
57
|
-
const model = new Model(
|
|
58
|
-
packageName,
|
|
59
|
-
mockModelPath,
|
|
60
|
-
{},
|
|
61
|
-
"model",
|
|
62
|
-
undefined,
|
|
63
|
-
undefined,
|
|
64
|
-
undefined,
|
|
65
|
-
undefined,
|
|
66
|
-
undefined,
|
|
67
|
-
undefined,
|
|
68
|
-
undefined,
|
|
69
|
-
);
|
|
70
|
-
|
|
71
|
-
expect(model.getPath()).toBe(mockModelPath);
|
|
72
|
-
|
|
73
|
-
sinon.restore();
|
|
74
|
-
});
|
|
75
|
-
});
|
|
76
|
-
|
|
77
|
-
describe("getType", () => {
|
|
78
|
-
it("should return the correct modelType", async () => {
|
|
79
|
-
const modelType = "model";
|
|
80
|
-
const model = new Model(
|
|
81
|
-
packageName,
|
|
82
|
-
mockModelPath,
|
|
83
|
-
{},
|
|
84
|
-
modelType,
|
|
85
|
-
undefined,
|
|
86
|
-
undefined,
|
|
87
|
-
undefined,
|
|
88
|
-
undefined,
|
|
89
|
-
undefined,
|
|
90
|
-
undefined,
|
|
91
|
-
undefined,
|
|
92
|
-
);
|
|
93
|
-
|
|
94
|
-
expect(model.getType()).toBe(modelType);
|
|
95
|
-
|
|
96
|
-
sinon.restore();
|
|
97
|
-
});
|
|
98
|
-
});
|
|
99
|
-
|
|
100
|
-
describe("getModel", () => {
|
|
101
|
-
it("should throw ModelCompilationError if a compilation error exists", async () => {
|
|
102
|
-
const model = new Model(
|
|
103
|
-
packageName,
|
|
104
|
-
mockModelPath,
|
|
105
|
-
{},
|
|
106
|
-
"model",
|
|
107
|
-
undefined,
|
|
108
|
-
undefined,
|
|
109
|
-
undefined,
|
|
110
|
-
undefined,
|
|
111
|
-
undefined,
|
|
112
|
-
undefined,
|
|
113
|
-
new MalloyError("Compilation error"),
|
|
114
|
-
);
|
|
115
|
-
|
|
116
|
-
await expect(async () => {
|
|
117
|
-
await model.getModel();
|
|
118
|
-
}).toThrowError(MalloyError);
|
|
119
|
-
|
|
120
|
-
sinon.restore();
|
|
121
|
-
});
|
|
122
|
-
|
|
123
|
-
it("should throw ModelNotFoundError for invalid modelType", async () => {
|
|
124
|
-
const model = new Model(
|
|
125
|
-
packageName,
|
|
126
|
-
mockModelPath,
|
|
127
|
-
{},
|
|
128
|
-
"notebook" as ModelType,
|
|
129
|
-
undefined,
|
|
130
|
-
undefined,
|
|
131
|
-
undefined,
|
|
132
|
-
undefined,
|
|
133
|
-
undefined,
|
|
134
|
-
undefined,
|
|
135
|
-
undefined,
|
|
136
|
-
);
|
|
137
|
-
|
|
138
|
-
await expect(async () => {
|
|
139
|
-
await model.getModel();
|
|
140
|
-
}).toThrowError(ModelNotFoundError);
|
|
141
|
-
|
|
142
|
-
sinon.restore();
|
|
143
|
-
});
|
|
144
|
-
});
|
|
145
|
-
|
|
146
|
-
describe("getNotebook", () => {
|
|
147
|
-
it("should throw ModelCompilationError if a compilation error exists", async () => {
|
|
148
|
-
const model = new Model(
|
|
149
|
-
packageName,
|
|
150
|
-
mockModelPath,
|
|
151
|
-
{},
|
|
152
|
-
"notebook",
|
|
153
|
-
undefined,
|
|
154
|
-
undefined,
|
|
155
|
-
undefined,
|
|
156
|
-
undefined,
|
|
157
|
-
undefined,
|
|
158
|
-
undefined,
|
|
159
|
-
new Error("Compilation error"),
|
|
160
|
-
);
|
|
161
|
-
|
|
162
|
-
await expect(async () => {
|
|
163
|
-
await model.getNotebook();
|
|
164
|
-
}).toThrowError(Error);
|
|
165
|
-
|
|
166
|
-
sinon.restore();
|
|
167
|
-
});
|
|
168
|
-
|
|
169
|
-
it("should throw ModelNotFoundError for invalid modelType", async () => {
|
|
170
|
-
const model = new Model(
|
|
171
|
-
packageName,
|
|
172
|
-
mockModelPath,
|
|
173
|
-
{},
|
|
174
|
-
"model" as ModelType,
|
|
175
|
-
undefined,
|
|
176
|
-
undefined,
|
|
177
|
-
undefined,
|
|
178
|
-
undefined,
|
|
179
|
-
undefined,
|
|
180
|
-
undefined,
|
|
181
|
-
undefined,
|
|
182
|
-
);
|
|
183
|
-
|
|
184
|
-
await expect(async () => {
|
|
185
|
-
await model.getNotebook();
|
|
186
|
-
}).toThrowError(ModelNotFoundError);
|
|
187
|
-
|
|
188
|
-
sinon.restore();
|
|
189
|
-
});
|
|
190
|
-
});
|
|
191
|
-
|
|
192
|
-
describe("getQueryResults", () => {
|
|
193
|
-
it("should throw BadRequestError if a non-MalloyError compilation error exists", async () => {
|
|
194
|
-
const error = new Error("Compilation error");
|
|
195
|
-
const model = new Model(
|
|
196
|
-
packageName,
|
|
197
|
-
mockModelPath,
|
|
198
|
-
{},
|
|
199
|
-
"model",
|
|
200
|
-
undefined,
|
|
201
|
-
undefined,
|
|
202
|
-
undefined,
|
|
203
|
-
undefined,
|
|
204
|
-
undefined,
|
|
205
|
-
undefined,
|
|
206
|
-
error,
|
|
207
|
-
);
|
|
208
|
-
|
|
209
|
-
await expect(async () => {
|
|
210
|
-
await model.getQueryResults();
|
|
211
|
-
}).toThrowError(BadRequestError);
|
|
212
|
-
|
|
213
|
-
sinon.restore();
|
|
214
|
-
});
|
|
215
|
-
|
|
216
|
-
it("should throw BadRequestError if no queryable entities exist", async () => {
|
|
217
|
-
const model = new Model(
|
|
218
|
-
packageName,
|
|
219
|
-
mockModelPath,
|
|
220
|
-
{},
|
|
221
|
-
"model",
|
|
222
|
-
undefined,
|
|
223
|
-
undefined,
|
|
224
|
-
undefined,
|
|
225
|
-
undefined,
|
|
226
|
-
undefined,
|
|
227
|
-
undefined,
|
|
228
|
-
undefined,
|
|
229
|
-
);
|
|
230
|
-
|
|
231
|
-
await expect(async () => {
|
|
232
|
-
await model.getQueryResults();
|
|
233
|
-
}).toThrowError(BadRequestError);
|
|
234
|
-
|
|
235
|
-
sinon.restore();
|
|
236
|
-
});
|
|
237
|
-
});
|
|
238
|
-
});
|
|
239
|
-
|
|
240
|
-
describe("static methods", () => {
|
|
241
|
-
describe("getModelRuntime", () => {
|
|
242
|
-
it("should throw ModelNotFoundError for invalid modelPath", async () => {
|
|
243
|
-
sinon.stub(fs, "stat").rejects(new Error("File not found"));
|
|
244
|
-
|
|
245
|
-
await expect(async () => {
|
|
246
|
-
await Model.getModelRuntime(
|
|
247
|
-
packageName,
|
|
248
|
-
mockModelPath,
|
|
249
|
-
new Map(),
|
|
250
|
-
);
|
|
251
|
-
}).toThrowError(ModelNotFoundError);
|
|
252
|
-
|
|
253
|
-
sinon.restore();
|
|
254
|
-
});
|
|
255
|
-
});
|
|
256
|
-
});
|
|
257
|
-
});
|