@malloy-publisher/server 0.0.382-dev → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.docker.md +145 -20
- package/README.md +65 -12
- package/dist/app/api-doc.html +5 -0
- package/dist/app/api-doc.yaml +3929 -534
- package/dist/app/assets/EnvironmentPage-CHq5BF4l.js +1 -0
- package/dist/app/assets/HomePage-CIp-pJCa.js +1 -0
- package/dist/app/assets/LightMode-mHHPjEeA.js +1 -0
- package/dist/app/assets/MainPage-CylxO5Yu.js +2 -0
- package/dist/app/assets/MaterializationsPage-a0vjqxib.js +1 -0
- package/dist/app/assets/ModelPage-Cz-MrSZQ.js +1 -0
- package/dist/app/assets/PackagePage-Cdg5D7AN.js +1 -0
- package/dist/app/assets/RouteError-B5SIyn6G.js +1 -0
- package/dist/app/assets/ThemeEditorPage-B62rRc-y.js +1 -0
- package/dist/app/assets/WorkbookPage-45cG1Gx6.js +1 -0
- package/dist/app/assets/{core-CjeTkq8O.es-BqRc6yhC.js → core-DyU47reh.es-DY9b3WjS.js} +1 -1
- package/dist/app/assets/github-dark-DenFmJkN.es-DHJKELXO.js +1 -0
- package/dist/app/assets/index-5eLCcNmP.css +1 -0
- package/dist/app/assets/index-C5ClsnS7.js +1774 -0
- package/dist/app/assets/index-DF9tVqwN.js +1 -0
- package/dist/app/assets/index-DSoCUF-f.js +2725 -0
- package/dist/app/assets/index-DgVRz2wm.js +2 -0
- package/dist/app/assets/index-P-pF8nU5.js +632 -0
- package/dist/app/assets/index-w_0OQJgZ.js +23 -0
- package/dist/app/index.html +8 -4
- package/dist/cpufeatures-1yrn0vtw.node +0 -0
- package/dist/default-publisher.config.json +23 -0
- package/dist/{instrumentation.js → instrumentation.mjs} +10631 -10573
- package/dist/package_load_worker.mjs +15219 -0
- package/dist/runtime/publisher.js +331 -0
- package/dist/{server.js → server.mjs} +141276 -74705
- package/dist/sshcrypto-vd2k5hq9.node +0 -0
- package/package.json +41 -28
- package/publisher.config.example.bigquery.json +33 -0
- package/publisher.config.example.duckdb.json +23 -0
- package/.eslintrc.json +0 -44
- package/.prettierignore +0 -1
- package/.prettierrc +0 -4
- package/build.ts +0 -38
- package/dist/app/assets/HomePage-Dn3E4CuB.js +0 -1
- package/dist/app/assets/MainPage-BzB3yoqi.js +0 -2
- package/dist/app/assets/ModelPage-C9O_sAXT.js +0 -1
- package/dist/app/assets/PackagePage-DcxKEjBX.js +0 -1
- package/dist/app/assets/ProjectPage-BDj307rF.js +0 -1
- package/dist/app/assets/RouteError-DAShbVCG.js +0 -1
- package/dist/app/assets/WorkbookPage-Cs_XYEaB.js +0 -1
- package/dist/app/assets/index-15BOvhp0.js +0 -456
- package/dist/app/assets/index-Bb2jqquW.js +0 -676
- package/dist/app/assets/index-CMlGQMcl.css +0 -1
- package/dist/app/assets/index-D68X76-7.js +0 -1276
- package/dist/app/assets/index.umd-DGBekgSu.js +0 -1145
- package/dxt/malloy_bridge.py +0 -354
- package/dxt/manifest.json +0 -22
- package/eslint.config.mjs +0 -76
- package/k6-tests/README.md +0 -144
- package/k6-tests/bun.lock +0 -797
- package/k6-tests/load-test/load-test-crud-connections.ts +0 -263
- package/k6-tests/load-test/load-test-crud-packages.ts +0 -461
- package/k6-tests/load-test/load-test-crud-projects.ts +0 -160
- package/k6-tests/load-test/load-test-crud.ts +0 -142
- package/k6-tests/load-test/load-test.ts +0 -784
- package/k6-tests/package.json +0 -27
- package/k6-tests/scripts/run-with-otel.sh +0 -50
- package/k6-tests/smoke-test/smoke-test.ts +0 -158
- package/k6-tests/tsconfig.json +0 -29
- package/k6-tests/utils/client_factory.ts +0 -128
- package/k6-tests/utils/common.ts +0 -489
- package/k6-tests/utils/logger.ts +0 -62
- package/k6-tests/utils/types.d.ts +0 -35
- package/malloy_mcp.dxt +0 -0
- package/publisher.config.json +0 -33
- package/src/config.spec.ts +0 -850
- package/src/config.ts +0 -305
- package/src/constants.ts +0 -10
- package/src/controller/compile.controller.ts +0 -35
- package/src/controller/connection.controller.ts +0 -515
- package/src/controller/database.controller.ts +0 -21
- package/src/controller/manifest.controller.ts +0 -29
- package/src/controller/materialization.controller.ts +0 -125
- package/src/controller/model.controller.ts +0 -107
- package/src/controller/package.controller.ts +0 -182
- package/src/controller/query.controller.ts +0 -60
- package/src/controller/watch-mode.controller.ts +0 -98
- package/src/data_styles.ts +0 -71
- package/src/dto/connection.dto.spec.ts +0 -131
- package/src/dto/connection.dto.ts +0 -174
- package/src/dto/index.ts +0 -2
- package/src/dto/package.dto.spec.ts +0 -42
- package/src/dto/package.dto.ts +0 -12
- package/src/dto/validate.spec.ts +0 -76
- package/src/dto/validate.ts +0 -31
- package/src/errors.ts +0 -116
- package/src/health.ts +0 -189
- package/src/instrumentation.ts +0 -148
- package/src/logger.ts +0 -154
- package/src/mcp/error_messages.ts +0 -199
- package/src/mcp/handler_utils.ts +0 -239
- package/src/mcp/mcp_constants.ts +0 -22
- package/src/mcp/prompts/handlers.ts +0 -84
- package/src/mcp/prompts/index.ts +0 -11
- package/src/mcp/prompts/prompt_definitions.ts +0 -160
- package/src/mcp/prompts/prompt_service.ts +0 -67
- package/src/mcp/prompts/utils.ts +0 -62
- package/src/mcp/resource_metadata.ts +0 -47
- package/src/mcp/resources/model_resource.ts +0 -153
- package/src/mcp/resources/notebook_resource.ts +0 -137
- package/src/mcp/resources/package_resource.ts +0 -370
- package/src/mcp/resources/project_resource.ts +0 -184
- package/src/mcp/resources/query_resource.ts +0 -117
- package/src/mcp/resources/source_resource.ts +0 -141
- package/src/mcp/resources/view_resource.ts +0 -136
- package/src/mcp/server.ts +0 -62
- package/src/mcp/tools/discovery_tools.ts +0 -258
- package/src/mcp/tools/execute_query_tool.ts +0 -265
- package/src/server.ts +0 -1195
- package/src/service/connection.spec.ts +0 -1331
- package/src/service/connection.ts +0 -1511
- package/src/service/connection_service.spec.ts +0 -641
- package/src/service/connection_service.ts +0 -181
- package/src/service/db_utils.spec.ts +0 -714
- package/src/service/db_utils.ts +0 -1227
- package/src/service/filter.spec.ts +0 -447
- package/src/service/filter.ts +0 -337
- package/src/service/filter_integration.spec.ts +0 -825
- package/src/service/gcs_s3_utils.ts +0 -427
- package/src/service/manifest_service.spec.ts +0 -201
- package/src/service/manifest_service.ts +0 -106
- package/src/service/materialization_service.spec.ts +0 -648
- package/src/service/materialization_service.ts +0 -929
- package/src/service/materialized_table_gc.spec.ts +0 -383
- package/src/service/materialized_table_gc.ts +0 -279
- package/src/service/model.spec.ts +0 -257
- package/src/service/model.ts +0 -1069
- package/src/service/package.spec.ts +0 -236
- package/src/service/package.ts +0 -463
- package/src/service/project.ts +0 -681
- package/src/service/project_compile.spec.ts +0 -197
- package/src/service/project_store.spec.ts +0 -859
- package/src/service/project_store.ts +0 -1531
- package/src/service/quoting.ts +0 -41
- package/src/service/resolve_project.ts +0 -13
- package/src/storage/BaseRepository.ts +0 -31
- package/src/storage/DatabaseInterface.ts +0 -180
- package/src/storage/StorageManager.mock.ts +0 -59
- package/src/storage/StorageManager.ts +0 -210
- package/src/storage/duckdb/ConnectionRepository.ts +0 -141
- package/src/storage/duckdb/DuckDBConnection.ts +0 -177
- package/src/storage/duckdb/DuckDBManifestStore.ts +0 -70
- package/src/storage/duckdb/DuckDBRepository.ts +0 -224
- package/src/storage/duckdb/ManifestRepository.ts +0 -119
- package/src/storage/duckdb/MaterializationRepository.ts +0 -249
- package/src/storage/duckdb/PackageRepository.ts +0 -135
- package/src/storage/duckdb/ProjectRepository.ts +0 -148
- package/src/storage/duckdb/manifest_store.spec.ts +0 -133
- package/src/storage/duckdb/schema.ts +0 -147
- package/src/storage/ducklake/DuckLakeManifestStore.ts +0 -146
- package/src/utils.ts +0 -13
- package/tests/fixtures/persist-test/data/orders.csv +0 -5
- package/tests/fixtures/persist-test/persist_test.malloy +0 -11
- package/tests/fixtures/persist-test/publisher.json +0 -5
- package/tests/fixtures/publisher.config.json +0 -15
- package/tests/harness/e2e.ts +0 -96
- package/tests/harness/mcp_test_setup.ts +0 -344
- package/tests/harness/mocks.ts +0 -37
- package/tests/harness/rest_e2e.ts +0 -68
- package/tests/harness/uris.ts +0 -31
- package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +0 -470
- package/tests/integration/mcp/mcp_execute_query_tool.integration.spec.ts +0 -434
- package/tests/integration/mcp/mcp_resource.integration.spec.ts +0 -663
- package/tests/integration/mcp/mcp_transport.integration.spec.ts +0 -122
- package/tests/integration/mcp/setup.spec.ts +0 -5
- package/tests/unit/duckdb/attached_databases.test.ts +0 -1132
- package/tests/unit/ducklake/ducklake.test.ts +0 -950
- package/tests/unit/mcp/prompt_definitions.test.ts +0 -102
- package/tests/unit/mcp/prompt_happy.test.ts +0 -51
- package/tsconfig.json +0 -32
|
@@ -1,102 +0,0 @@
|
|
|
1
|
-
import { describe, it, expect } from "bun:test";
|
|
2
|
-
import {
|
|
3
|
-
MALLOY_PROMPTS,
|
|
4
|
-
ExplainArgsSchema,
|
|
5
|
-
GenerateQueryArgsSchema,
|
|
6
|
-
TranslateSqlArgsSchema,
|
|
7
|
-
SummarizeModelArgsSchema,
|
|
8
|
-
} from "../../../src/mcp/prompts/prompt_definitions";
|
|
9
|
-
import type { z } from "zod";
|
|
10
|
-
|
|
11
|
-
describe("Prompt Definitions", () => {
|
|
12
|
-
it("should have correctly defined MALLOY_PROMPTS", () => {
|
|
13
|
-
expect(MALLOY_PROMPTS).toBeDefined();
|
|
14
|
-
expect(Object.keys(MALLOY_PROMPTS).length).toBeGreaterThan(0);
|
|
15
|
-
});
|
|
16
|
-
|
|
17
|
-
const expectedPrompts: Array<{
|
|
18
|
-
id: string;
|
|
19
|
-
schema: z.ZodTypeAny;
|
|
20
|
-
description: string;
|
|
21
|
-
}> = [
|
|
22
|
-
{
|
|
23
|
-
id: "explain-malloy-query@1.0.0",
|
|
24
|
-
schema: ExplainArgsSchema,
|
|
25
|
-
description:
|
|
26
|
-
"Explain a Malloy query: purpose, transformations, output structure.",
|
|
27
|
-
},
|
|
28
|
-
{
|
|
29
|
-
id: "generate-malloy-query-from-description@1.0.0",
|
|
30
|
-
schema: GenerateQueryArgsSchema,
|
|
31
|
-
description:
|
|
32
|
-
"Generate a Malloy query from a natural-language goal and model context.",
|
|
33
|
-
},
|
|
34
|
-
{
|
|
35
|
-
id: "translate-sql-to-malloy@1.0.0",
|
|
36
|
-
schema: TranslateSqlArgsSchema,
|
|
37
|
-
description:
|
|
38
|
-
"Translate a SQL query to Malloy using model schema context.",
|
|
39
|
-
},
|
|
40
|
-
{
|
|
41
|
-
id: "summarize-malloy-model@1.0.0",
|
|
42
|
-
schema: SummarizeModelArgsSchema,
|
|
43
|
-
description: "Summarize a Malloy model's purpose, sources, and joins.",
|
|
44
|
-
},
|
|
45
|
-
];
|
|
46
|
-
|
|
47
|
-
for (const expected of expectedPrompts) {
|
|
48
|
-
describe(`Prompt: ${expected.id}`, () => {
|
|
49
|
-
const promptDef = MALLOY_PROMPTS[expected.id];
|
|
50
|
-
|
|
51
|
-
it("should exist in MALLOY_PROMPTS", () => {
|
|
52
|
-
expect(promptDef).toBeDefined();
|
|
53
|
-
});
|
|
54
|
-
|
|
55
|
-
it("should have correct id", () => {
|
|
56
|
-
expect(promptDef.id).toBe(expected.id);
|
|
57
|
-
});
|
|
58
|
-
|
|
59
|
-
it("should have the correct argsSchema", () => {
|
|
60
|
-
expect(promptDef.argsSchema).toBe(expected.schema);
|
|
61
|
-
});
|
|
62
|
-
|
|
63
|
-
it("should have the correct overall description in argsSchema", () => {
|
|
64
|
-
// Zod stores the description on the _def property for object schemas
|
|
65
|
-
expect(promptDef.argsSchema._def.description).toBe(
|
|
66
|
-
expected.description,
|
|
67
|
-
);
|
|
68
|
-
});
|
|
69
|
-
|
|
70
|
-
it("should have a non-empty template", () => {
|
|
71
|
-
expect(promptDef.template).toBeDefined();
|
|
72
|
-
expect(promptDef.template.trim()).not.toBe("");
|
|
73
|
-
});
|
|
74
|
-
});
|
|
75
|
-
}
|
|
76
|
-
|
|
77
|
-
// Test that schemas have the expected shape
|
|
78
|
-
describe("Schema shapes", () => {
|
|
79
|
-
it("ExplainArgsSchema should have query_code and model_context_uri", () => {
|
|
80
|
-
expect(ExplainArgsSchema.shape.query_code).toBeDefined();
|
|
81
|
-
expect(ExplainArgsSchema.shape.model_context_uri).toBeDefined();
|
|
82
|
-
});
|
|
83
|
-
|
|
84
|
-
it("GenerateQueryArgsSchema should have expected fields", () => {
|
|
85
|
-
expect(
|
|
86
|
-
GenerateQueryArgsSchema.shape.natural_language_goal,
|
|
87
|
-
).toBeDefined();
|
|
88
|
-
expect(GenerateQueryArgsSchema.shape.target_model_uri).toBeDefined();
|
|
89
|
-
expect(GenerateQueryArgsSchema.shape.data_source_hints).toBeDefined();
|
|
90
|
-
});
|
|
91
|
-
|
|
92
|
-
it("TranslateSqlArgsSchema should have expected fields", () => {
|
|
93
|
-
expect(TranslateSqlArgsSchema.shape.sql_query).toBeDefined();
|
|
94
|
-
expect(TranslateSqlArgsSchema.shape.target_model_uri).toBeDefined();
|
|
95
|
-
expect(TranslateSqlArgsSchema.shape.sql_dialect).toBeDefined();
|
|
96
|
-
});
|
|
97
|
-
|
|
98
|
-
it("SummarizeModelArgsSchema should have model_uri", () => {
|
|
99
|
-
expect(SummarizeModelArgsSchema.shape.model_uri).toBeDefined();
|
|
100
|
-
});
|
|
101
|
-
});
|
|
102
|
-
});
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
/* eslint-disable @typescript-eslint/no-explicit-any */
|
|
2
|
-
import { describe, it, expect } from "bun:test";
|
|
3
|
-
import { promptHandlerMap } from "../../../src/mcp/prompts/handlers";
|
|
4
|
-
|
|
5
|
-
describe("Prompt Handlers – happy paths", () => {
|
|
6
|
-
const projectStore = undefined; // no ProjectStore needed for minimal tests
|
|
7
|
-
|
|
8
|
-
it("explain handler returns text message", async () => {
|
|
9
|
-
const handler = promptHandlerMap["explain-malloy-query@1.0.0"];
|
|
10
|
-
const res = await handler(
|
|
11
|
-
{ query_code: "run: t -> { aggregate: c is count() }" },
|
|
12
|
-
projectStore as any,
|
|
13
|
-
);
|
|
14
|
-
expect(res.messages.length).toBe(1);
|
|
15
|
-
expect(res.messages[0].role).toBe("user");
|
|
16
|
-
});
|
|
17
|
-
|
|
18
|
-
it("generate handler returns message", async () => {
|
|
19
|
-
const handler =
|
|
20
|
-
promptHandlerMap["generate-malloy-query-from-description@1.0.0"];
|
|
21
|
-
const res = await handler(
|
|
22
|
-
{
|
|
23
|
-
natural_language_goal: "total sales by day",
|
|
24
|
-
target_model_uri: "malloy://project/p/pkg/models/m.malloy",
|
|
25
|
-
},
|
|
26
|
-
projectStore as any,
|
|
27
|
-
);
|
|
28
|
-
expect(res.messages[0].role).toBe("user");
|
|
29
|
-
});
|
|
30
|
-
|
|
31
|
-
it("translate handler returns message", async () => {
|
|
32
|
-
const handler = promptHandlerMap["translate-sql-to-malloy@1.0.0"];
|
|
33
|
-
const res = await handler(
|
|
34
|
-
{
|
|
35
|
-
sql_query: "SELECT 1",
|
|
36
|
-
target_model_uri: "malloy://project/p/pkg/models/m.malloy",
|
|
37
|
-
},
|
|
38
|
-
projectStore as any,
|
|
39
|
-
);
|
|
40
|
-
expect(res.messages[0].content.type).toBe("text");
|
|
41
|
-
});
|
|
42
|
-
|
|
43
|
-
it("summarize handler returns message", async () => {
|
|
44
|
-
const handler = promptHandlerMap["summarize-malloy-model@1.0.0"];
|
|
45
|
-
const res = await handler(
|
|
46
|
-
{ model_uri: "malloy://project/p/pkg/models/m.malloy" },
|
|
47
|
-
projectStore as any,
|
|
48
|
-
);
|
|
49
|
-
expect(res.messages[0].content.type).toBe("text");
|
|
50
|
-
});
|
|
51
|
-
});
|
package/tsconfig.json
DELETED
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"compilerOptions": {
|
|
3
|
-
"target": "ESNext", // Specifies the JavaScript version to target when transpiling code.
|
|
4
|
-
"lib": ["ESNext", "DOM", "DOM.Iterable"], // Specifies the libraries available for the code.
|
|
5
|
-
"module": "CommonJS", // Defines the module system to use for code generation.
|
|
6
|
-
"skipLibCheck": true, // Skips type checking of declaration files.
|
|
7
|
-
"useDefineForClassFields": true, // Enables the use of 'define' for class fields.
|
|
8
|
-
"experimentalDecorators": true,
|
|
9
|
-
"emitDecoratorMetadata": true,
|
|
10
|
-
"strictPropertyInitialization": false,
|
|
11
|
-
"types": ["bun-types"], // Added bun-types for bun:test support
|
|
12
|
-
|
|
13
|
-
"moduleResolution": "Node", // Specifies how modules are resolved when bundling.
|
|
14
|
-
"resolveJsonModule": true, // Enables importing JSON modules.
|
|
15
|
-
"isolatedModules": true, // Ensures each file is treated as a separate module.
|
|
16
|
-
"noEmit": false, // Prevents TypeScript from emitting output files.
|
|
17
|
-
"esModuleInterop": true,
|
|
18
|
-
|
|
19
|
-
/* Linting */
|
|
20
|
-
"strict": true,
|
|
21
|
-
"allowJs": false,
|
|
22
|
-
"allowSyntheticDefaultImports": true,
|
|
23
|
-
"noUnusedLocals": true, // Flags unused local variables.
|
|
24
|
-
"noUnusedParameters": true, // Flags unused function parameters.
|
|
25
|
-
"noFallthroughCasesInSwitch": true, // Requires handling all cases in a switch statement.
|
|
26
|
-
"declaration": true, // Generates declaration files for TypeScript.
|
|
27
|
-
"forceConsistentCasingInFileNames": true,
|
|
28
|
-
|
|
29
|
-
"outDir": "./dist"
|
|
30
|
-
},
|
|
31
|
-
"include": ["src"]
|
|
32
|
-
}
|