@malloy-publisher/server 0.0.225 → 0.0.227

package/src/dto/connection.dto.ts

@@ -1,308 +0,0 @@
-import { Type } from "class-transformer";
-import {
-   IsDefined,
-   IsEnum,
-   IsArray,
-   IsNumber,
-   IsOptional,
-   IsString,
-   ValidateIf,
-   ValidateNested,
-} from "class-validator";
-import "reflect-metadata";
-import { components } from "../api";
-import { ApiConnection } from "../service/model";
-
-type AttachedDatabase = components["schemas"]["AttachedDatabase"];
-
-export class PostgresConnectionDto {
-   @IsOptional()
-   @IsString()
-   host?: string;
-
-   @IsOptional()
-   @IsNumber()
-   port?: number;
-
-   @IsOptional()
-   @IsString()
-   databaseName?: string;
-
-   @IsOptional()
-   @IsString()
-   userName?: string;
-
-   @IsOptional()
-   @IsString()
-   password?: string;
-
-   @IsOptional()
-   @IsString()
-   connectionString?: string;
-}
-
-export class MysqlConnectionDto {
-   @IsOptional()
-   @IsString()
-   host?: string;
-
-   @IsOptional()
-   @IsNumber()
-   port?: number;
-
-   @IsOptional()
-   @IsString()
-   database?: string;
-
-   @IsOptional()
-   @IsString()
-   user?: string;
-
-   @IsOptional()
-   @IsString()
-   password?: string;
-}
-
-export class BigqueryConnectionDto {
-   @IsOptional()
-   @IsString()
-   defaultProjectId?: string;
-
-   @IsOptional()
-   @IsString()
-   billingProjectId?: string;
-
-   @IsOptional()
-   @IsString()
-   location?: string;
-
-   @IsOptional()
-   @IsString()
-   serviceAccountKeyJson?: string;
-
-   @IsOptional()
-   @IsString()
-   maximumBytesBilled?: string;
-
-   @IsOptional()
-   @IsString()
-   queryTimeoutMilliseconds?: string;
-}
-
-export class SnowflakeConnectionDto {
-   @IsOptional()
-   @IsString()
-   account?: string;
-
-   @IsOptional()
-   @IsString()
-   username?: string;
-
-   @IsOptional()
-   @IsString()
-   password?: string;
-
-   @IsOptional()
-   @IsString()
-   privateKey?: string;
-
-   @IsOptional()
-   @IsString()
-   privateKeyPass?: string;
-
-   @IsOptional()
-   @IsString()
-   warehouse?: string;
-
-   @IsOptional()
-   @IsString()
-   database?: string;
-
-   @IsOptional()
-   @IsString()
-   schema?: string;
-
-   @IsOptional()
-   @IsString()
-   role?: string;
-
-   @IsOptional()
-   @IsNumber()
-   responseTimeoutMilliseconds?: number;
-}
-
-export class DatabricksConnectionDto {
-   @IsOptional()
-   @IsString()
-   host?: string;
-
-   @IsOptional()
-   @IsString()
-   path?: string;
-
-   @IsOptional()
-   @IsString()
-   token?: string;
-
-   @IsOptional()
-   @IsString()
-   oauthClientId?: string;
-
-   @IsOptional()
-   @IsString()
-   oauthClientSecret?: string;
-
-   @IsOptional()
-   @IsString()
-   defaultCatalog?: string;
-
-   @IsOptional()
-   @IsString()
-   defaultSchema?: string;
-
-   @IsOptional()
-   @IsString()
-   setupSQL?: string;
-}
-
-export class TrinoConnectionDto {
-   @IsOptional()
-   @IsString()
-   server?: string;
-
-   @IsOptional()
-   @IsString()
-   port?: number;
-
-   @IsOptional()
-   @IsString()
-   catalog?: string;
-
-   @IsOptional()
-   @IsString()
-   schema?: string;
-
-   @IsOptional()
-   @IsString()
-   user?: string;
-
-   @IsOptional()
-   @IsString()
-   password?: string;
-
-   @IsOptional()
-   @IsString()
-   peakaKey?: string;
-}
-
-export class DuckdbConnectionDto {
-   @IsOptional()
-   @IsArray()
-   attachedDatabases?: AttachedDatabase[];
-}
-
-export class SshProxyConfigDto {
-   @IsString()
-   host!: string;
-
-   @IsOptional()
-   @IsNumber()
-   port?: number;
-
-   @IsString()
-   username!: string;
-
-   @IsString()
-   privateKey!: string;
-
-   @IsOptional()
-   @IsString()
-   privateKeyPass?: string;
-
-   @IsOptional()
-   @IsString()
-   hostKey?: string;
-}
-
-export class ConnectionProxyDto {
-   @IsEnum(["ssh"])
-   type!: "ssh";
-
-   // ssh config is required for the ssh proxy type (the only type today); keep
-   // the conditional so a future proxy type isn't forced to supply `ssh`.
-   @ValidateIf((o) => o.type === "ssh")
-   @IsDefined()
-   @ValidateNested()
-   @Type(() => SshProxyConfigDto)
-   ssh?: SshProxyConfigDto;
-}
-
-export class ConnectionDto implements ApiConnection {
-   @IsOptional()
-   @IsString()
-   name?: string;
-
-   @IsOptional()
-   @IsEnum([
-      "postgres",
-      "bigquery",
-      "snowflake",
-      "trino",
-      "databricks",
-      "mysql",
-      "duckdb",
-      "motherduck",
-      "ducklake",
-   ])
-   type?:
-      | "postgres"
-      | "bigquery"
-      | "snowflake"
-      | "trino"
-      | "databricks"
-      | "mysql"
-      | "duckdb"
-      | "motherduck"
-      | "ducklake";
-
-   // Opaque, secret-free data-identity token; carried verbatim (never parsed
-   // or re-hashed) into content-addressed source ids. See api-doc.yaml.
-   @IsOptional()
-   @IsString()
-   fingerprint?: string;
-
-   @IsOptional()
-   @ValidateNested()
-   @Type(() => PostgresConnectionDto)
-   postgresConnection?: PostgresConnectionDto;
-
-   @IsOptional()
-   @ValidateNested()
-   @Type(() => BigqueryConnectionDto)
-   bigqueryConnection?: BigqueryConnectionDto;
-
-   @IsOptional()
-   @ValidateNested()
-   @Type(() => SnowflakeConnectionDto)
-   snowflakeConnection?: SnowflakeConnectionDto;
-
-   @IsOptional()
-   @ValidateNested()
-   @Type(() => TrinoConnectionDto)
-   TrinoConnection?: TrinoConnectionDto;
-
-   @IsOptional()
-   @ValidateNested()
-   @Type(() => DatabricksConnectionDto)
-   databricksConnection?: DatabricksConnectionDto;
-
-   @IsOptional()
-   @ValidateNested()
-   @Type(() => DuckdbConnectionDto)
-   duckdbConnection?: DuckdbConnectionDto;
-
-   @IsOptional()
-   @ValidateNested()
-   @Type(() => ConnectionProxyDto)
-   proxy?: ConnectionProxyDto;
-}

package/src/dto/index.ts

@@ -1,2 +0,0 @@
-export * from "./package.dto";
-export * from "./connection.dto";

package/src/dto/package.dto.spec.ts

@@ -1,42 +0,0 @@
-import { expect, it, describe } from "bun:test";
-
-import { plainToInstance } from "class-transformer";
-import { validate } from "class-validator";
-import { PackageDto } from "./package.dto";
-import { faker } from "@faker-js/faker";
-
-describe("dto/package", () => {
-   it("should not throw when valid object is provided", async () => {
-      const errors = await validate(
-         plainToInstance(PackageDto, {
-            name: faker.person.firstName(),
-            description: faker.person.lastName(),
-         }),
-      );
-
-      expect(errors).toHaveLength(0);
-   });
-
-   it("should throw when no name is specified", async () => {
-      const errors = await validate(
-         plainToInstance(PackageDto, {
-            name: "",
-            description: faker.person.lastName(),
-         }),
-      );
-
-      expect(errors.length).toBeGreaterThan(0);
-      expect(errors).toHaveLength(1);
-   });
-
-   it("should throw when no description is specified", async () => {
-      const errors = await validate(
-         plainToInstance(PackageDto, {
-            name: faker.person.firstName(),
-         }),
-      );
-
-      expect(errors.length).toBeGreaterThan(0);
-      expect(errors).toHaveLength(1);
-   });
-});

package/src/dto/package.dto.ts

@@ -1,27 +0,0 @@
-import {
-   IsString,
-   IsNotEmpty,
-   IsOptional,
-   IsArray,
-   IsIn,
-} from "class-validator";
-import { ApiPackage } from "../service/package";
-
-export class PackageDto implements ApiPackage {
-   @IsString()
-   @IsNotEmpty()
-   name: string;
-
-   @IsString()
-   @IsNotEmpty()
-   description: string;
-
-   @IsOptional()
-   @IsArray()
-   @IsString({ each: true })
-   explores?: string[];
-
-   @IsOptional()
-   @IsIn(["declared", "all"])
-   queryableSources?: "declared" | "all";
-}

package/src/dto/validate.spec.ts

@@ -1,76 +0,0 @@
-import { expect, it, describe } from "bun:test";
-import request from "supertest";
-import express from "express";
-import { validateSchema } from "./validate";
-import { PackageDto } from "./package.dto";
-import { faker } from "@faker-js/faker";
-
-const app = express();
-app.use(express.json());
-
-app.post("/packages", validateSchema(PackageDto), (req, res) => {
-   res.status(201).json({ message: "Package created", data: req.body });
-});
-
-describe("dto/validate", () => {
-   describe("validateSchema", () => {
-      it("should pass validation for a valid request", async () => {
-         const dummyPayload = {
-            name: faker.person.firstName(),
-            description: faker.person.lastName(),
-         };
-
-         const response = await request(app)
-            .post("/packages")
-            .send(dummyPayload);
-
-         expect(response.status).toBe(201);
-         expect(response.body.message).toBe("Package created");
-         expect(response.body.data).toEqual(dummyPayload);
-      });
-
-      it("should return 400 for missing required fields", async () => {
-         const response = await request(app).post("/packages").send({
-            name: "",
-            description: "",
-         });
-
-         expect(response.status).toBe(400);
-         expect(Array.isArray(response.body.errors)).toBe(true);
-
-         const expectedErrors = [
-            {
-               property: "name",
-               constraints: { isNotEmpty: "name should not be empty" },
-            },
-            {
-               property: "description",
-               constraints: {
-                  isNotEmpty: "description should not be empty",
-               },
-            },
-         ];
-         expect(response.body.errors).toEqual(
-            expect.arrayContaining(expectedErrors),
-         );
-      });
-
-      it("should return 400 for invalid description format", async () => {
-         const response = await request(app).post("/packages").send({
-            name: faker.person.firstName(),
-            description: false,
-         });
-
-         expect(response.status).toBe(400);
-         const expectedErrors = [
-            {
-               property: "description",
-               constraints: { isString: "description must be a string" },
-            },
-         ];
-         expect(response.body.errors).toEqual(
-            expect.arrayContaining(expectedErrors),
-         );
-      });
-   });
-});

package/src/dto/validate.ts

@@ -1,31 +0,0 @@
-import { Request, Response, NextFunction } from "express";
-import { plainToInstance, ClassConstructor } from "class-transformer";
-import { validate } from "class-validator";
-
-/**
- * @description validates incoming requests based on the provided dto schema
- * @param dtoClass to validate against
- * @example
- * app.post('/users', validateSchema(UserDto), (req, res) => {
- *    res.status(201).json({ message: 'User created', data: req.body });
- * });
- */
-export function validateSchema<T extends object>(
-   dtoClass: ClassConstructor<T>,
-) {
-   return async (req: Request, res: Response, next: NextFunction) => {
-      const dtoInstance = plainToInstance(dtoClass, req.body);
-      const errors = await validate(dtoInstance);
-
-      if (errors.length > 0) {
-         const formattedErrors = errors.map((err) => ({
-            property: err.property,
-            constraints: err.constraints,
-         }));
-
-         return res.status(400).json({ errors: formattedErrors });
-      }
-
-      next();
-   };
-}

package/src/ducklake_version.spec.ts

@@ -1,43 +0,0 @@
-import { describe, expect, it } from "bun:test";
-import {
-   isCatalogVersionSupported,
-   SUPPORTED_CATALOG_VERSIONS,
-} from "./ducklake_version";
-
-describe("ducklake_version", () => {
-   describe("SUPPORTED_CATALOG_VERSIONS", () => {
-      it("matches the 0.3-line DuckLake extension's internal list", () => {
-         expect([...SUPPORTED_CATALOG_VERSIONS]).toEqual([
-            "0.1",
-            "0.2",
-            "0.3-dev1",
-            "0.3",
-         ]);
-      });
-   });
-
-   describe("isCatalogVersionSupported", () => {
-      it("accepts each documented 0.3-line version", () => {
-         for (const v of SUPPORTED_CATALOG_VERSIONS) {
-            expect(isCatalogVersionSupported(v)).toBe(true);
-         }
-      });
-
-      it("rejects 1.0-line versions", () => {
-         expect(isCatalogVersionSupported("1.0")).toBe(false);
-         expect(isCatalogVersionSupported("1.0.0")).toBe(false);
-         expect(isCatalogVersionSupported("1.1.0")).toBe(false);
-      });
-
-      it("rejects newer pre-1.0 versions not in the supported list", () => {
-         expect(isCatalogVersionSupported("0.4")).toBe(false);
-         expect(isCatalogVersionSupported("0.3-dev2")).toBe(false);
-      });
-
-      it("rejects empty and malformed input without throwing", () => {
-         expect(isCatalogVersionSupported("")).toBe(false);
-         expect(isCatalogVersionSupported("not a version")).toBe(false);
-         expect(isCatalogVersionSupported("0.3 ")).toBe(false);
-      });
-   });
-});

package/src/ducklake_version.ts

@@ -1,26 +0,0 @@
-// DuckLake catalog format compatibility check. Lives at `src/` root so
-// both `service/` (user-facing connections) and `storage/` (materialization
-// catalog) can pre-flight a catalog's recorded version without bringing in
-// the other layer's helpers. See CLAUDE.md's "Two parallel DuckLake/PG
-// attach paths" note.
-//
-// The Publisher Docker image bakes a specific DuckLake extension version at
-// build time (see Dockerfile). If a catalog's on-disk format version is
-// newer than what the baked extension supports, ATTACH fails deep inside
-// DuckDB with a generic 500. The preflight catches that case and surfaces
-// it as a non-retryable 422 instead.
-
-// Versions the currently-baked DuckLake extension (0.3 line, paired with
-// duckdb@1.4.4) can read. When the Publisher upgrades to the DuckLake 1.0
-// line (separate PR, requires duckdb@1.5+), extend this list to include
-// "1.0" and later format versions.
-export const SUPPORTED_CATALOG_VERSIONS: readonly string[] = [
-   "0.1",
-   "0.2",
-   "0.3-dev1",
-   "0.3",
-];
-
-export function isCatalogVersionSupported(version: string): boolean {
-   return SUPPORTED_CATALOG_VERSIONS.includes(version);
-}

package/src/mcp/agent_server.spec.ts

@@ -1,18 +0,0 @@
-import { describe, expect, it } from "bun:test";
-import { agentServerInfo, initializeAgentMcpServer } from "./agent_server";
-import type { EnvironmentStore } from "../service/environment_store";
-
-describe("agent MCP server", () => {
-   it("advertises a distinct server name from the core MCP server", () => {
-      expect(agentServerInfo.name).toBe("malloy-publisher-agent-mcp-server");
-   });
-
-   it("initializes and registers its tools and skill prompts without throwing", () => {
-      // The store is captured for later handler calls, not used during
-      // registration, so a placeholder is sufficient for this smoke test.
-      const server = initializeAgentMcpServer(
-         {} as unknown as EnvironmentStore,
-      );
-      expect(server).toBeTruthy();
-   });
-});