@malloydata/db-databricks 0.0.351

package/dist/databricks_connection.d.ts

@@ -0,0 +1,37 @@
+import type { Connection, MalloyQueryData, PersistSQLResults, QueryRunStats, SQLSourceDef, TableSourceDef, SQLSourceRequest, QueryOptionsReader, RunSQLOptions } from '@malloydata/malloy';
+import { BaseConnection } from '@malloydata/malloy/connection';
+export interface DatabricksConfiguration {
+    host: string;
+    path: string;
+    token?: string;
+    oauthClientId?: string;
+    oauthClientSecret?: string;
+    defaultCatalog?: string;
+    defaultSchema?: string;
+    setupSQL?: string;
+}
+export declare class DatabricksConnection extends BaseConnection implements Connection, PersistSQLResults {
+    private readonly dialect;
+    private client?;
+    private session?;
+    private connectPromise?;
+    config: DatabricksConfiguration;
+    queryOptions: QueryOptionsReader | undefined;
+    name: string;
+    get dialectName(): string;
+    constructor(name: string, config: DatabricksConfiguration, queryOptions?: QueryOptionsReader);
+    private ensureConnected;
+    private doConnect;
+    private executeRaw;
+    manifestTemporaryTable(sqlCommand: string): Promise<string>;
+    test(): Promise<void>;
+    runSQL(sql: string, options?: RunSQLOptions): Promise<MalloyQueryData>;
+    getDigest(): string;
+    canPersist(): this is PersistSQLResults;
+    close(): Promise<void>;
+    estimateQueryCost(_sqlCommand: string): Promise<QueryRunStats>;
+    fetchTableSchema(tableName: string, tablePath: string): Promise<TableSourceDef | string>;
+    fetchSelectSchema(sqlRef: SQLSourceRequest): Promise<SQLSourceDef | string>;
+    private fillStructDefFromDescribe;
+    runRawSQL(sql: string): Promise<MalloyQueryData>;
+}

package/dist/databricks_connection.js

@@ -0,0 +1,268 @@
+"use strict";
+/*
+ * Copyright Contributors to the Malloy project
+ * SPDX-License-Identifier: MIT
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatabricksConnection = void 0;
+const malloy_1 = require("@malloydata/malloy");
+const connection_1 = require("@malloydata/malloy/connection");
+const sql_1 = require("@databricks/sql");
+// Suppress noisy SDK logging by default
+const quietLogger = new sql_1.DBSQLLogger({ level: sql_1.LogLevel.error });
+class DatabricksTypeParser extends malloy_1.TinyParser {
+    constructor(typeStr, dialect) {
+        super(typeStr, {
+            space: /^\s+/,
+            char: /^[<>:,()]/,
+            id: /^\w+/,
+        });
+        this.dialect = dialect;
+    }
+    typeDef() {
+        const typToken = this.next();
+        if (typToken.type === 'eof') {
+            throw this.parseError('Unexpected EOF parsing type');
+        }
+        const typText = typToken.text.toLowerCase();
+        if (typText === 'struct' && this.peek().text === '<') {
+            this.next('<');
+            const fields = [];
+            for (;;) {
+                const name = this.next('id');
+                this.next(':');
+                const fieldType = this.typeDef();
+                fields.push((0, malloy_1.mkFieldDef)(fieldType, name.text));
+                const sep = this.next();
+                if (sep.text === '>')
+                    break;
+                if (sep.text === ',')
+                    continue;
+                throw this.parseError(`Expected '>' or ',', got '${sep.text}'`);
+            }
+            return { type: 'record', fields };
+        }
+        if (typText === 'array' && this.peek().text === '<') {
+            this.next('<');
+            const elType = this.typeDef();
+            this.next('>');
+            return elType.type === 'record'
+                ? {
+                    type: 'array',
+                    elementTypeDef: { type: 'record_element' },
+                    fields: elType.fields,
+                }
+                : { type: 'array', elementTypeDef: elType };
+        }
+        if (typText === 'map' && this.peek().text === '<') {
+            this.next('<');
+            this.typeDef(); // key type
+            this.next(',');
+            this.typeDef(); // value type
+            this.next('>');
+            return { type: 'sql native' };
+        }
+        // Atomic type — parse parameters for DECIMAL, skip for others
+        if (typToken.type === 'id') {
+            if (typText === 'decimal' && this.peek().text === '(') {
+                this.next('(');
+                this.next('id'); // precision
+                let numberType = 'integer';
+                if (this.peek().text === ',') {
+                    this.next(',');
+                    const scale = this.next('id');
+                    if (scale.text !== '0')
+                        numberType = 'float';
+                }
+                this.next(')');
+                return { type: 'number', numberType };
+            }
+            if (this.peek().text === '(') {
+                this.next('(');
+                let depth = 1;
+                while (depth > 0) {
+                    const t = this.next();
+                    if (t.text === '(')
+                        depth++;
+                    else if (t.text === ')')
+                        depth--;
+                }
+            }
+            return this.dialect.sqlTypeToMalloyType(typText);
+        }
+        throw this.parseError(`Unexpected '${typToken.text}' while parsing type`);
+    }
+}
+class DatabricksConnection extends connection_1.BaseConnection {
+    get dialectName() {
+        return this.dialect.name;
+    }
+    constructor(name, config, queryOptions) {
+        super();
+        this.dialect = new malloy_1.DatabricksDialect();
+        this.config = config;
+        this.queryOptions = queryOptions;
+        this.name = name;
+    }
+    async ensureConnected() {
+        if (this.session) {
+            return;
+        }
+        if (this.connectPromise) {
+            return this.connectPromise;
+        }
+        this.connectPromise = this.doConnect();
+        return this.connectPromise;
+    }
+    async doConnect() {
+        this.client = new sql_1.DBSQLClient({ logger: quietLogger });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const connectOptions = {
+            host: this.config.host,
+            path: this.config.path,
+        };
+        if (this.config.oauthClientId && this.config.oauthClientSecret) {
+            connectOptions.authType = 'databricks-oauth';
+            connectOptions.oauthClientId = this.config.oauthClientId;
+            connectOptions.oauthClientSecret = this.config.oauthClientSecret;
+        }
+        else if (this.config.token) {
+            connectOptions.token = this.config.token;
+        }
+        await this.client.connect(connectOptions);
+        this.session = await this.client.openSession();
+        // Malloy timestamps are UTC wallclock
+        await this.executeRaw("SET TIME ZONE 'UTC'");
+        // Set catalog and schema if configured
+        if (this.config.defaultCatalog) {
+            await this.executeRaw(`USE CATALOG ${this.config.defaultCatalog}`);
+        }
+        if (this.config.defaultSchema) {
+            await this.executeRaw(`USE SCHEMA ${this.config.defaultSchema}`);
+        }
+        // Run user-provided setup SQL
+        if (this.config.setupSQL) {
+            for (const stmt of this.config.setupSQL.split(';\n')) {
+                const trimmed = stmt.trim();
+                if (trimmed) {
+                    await this.executeRaw(trimmed);
+                }
+            }
+        }
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    async executeRaw(sql) {
+        await this.ensureConnected();
+        const operation = await this.session.executeStatement(sql, {
+            runAsync: true,
+        });
+        const result = await operation.fetchAll();
+        await operation.close();
+        return result;
+    }
+    async manifestTemporaryTable(sqlCommand) {
+        const hash = (0, malloy_1.makeDigest)(sqlCommand);
+        const tableName = `tt${hash.slice(0, this.dialect.maxIdentifierLength - 2)}`;
+        const cmd = `CREATE TABLE IF NOT EXISTS ${tableName} AS (${sqlCommand})`;
+        await this.executeRaw(cmd);
+        return tableName;
+    }
+    async test() {
+        await this.runRawSQL('SELECT 1');
+    }
+    async runSQL(sql, options) {
+        const result = await this.runRawSQL(sql);
+        if ((options === null || options === void 0 ? void 0 : options.rowLimit) && result.rows.length > options.rowLimit) {
+            return {
+                rows: result.rows.slice(0, options.rowLimit),
+                totalRows: result.totalRows,
+            };
+        }
+        return result;
+    }
+    getDigest() {
+        const { host, path, defaultCatalog, defaultSchema } = this.config;
+        return (0, malloy_1.makeDigest)('databricks', host, path, defaultCatalog, defaultSchema, this.config.setupSQL);
+    }
+    canPersist() {
+        return true;
+    }
+    async close() {
+        if (this.session) {
+            await this.session.close();
+            this.session = undefined;
+        }
+        if (this.client) {
+            await this.client.close();
+            this.client = undefined;
+        }
+        this.connectPromise = undefined;
+    }
+    async estimateQueryCost(_sqlCommand) {
+        return {};
+    }
+    async fetchTableSchema(tableName, tablePath) {
+        const structDef = {
+            type: 'table',
+            name: tableName,
+            tablePath,
+            dialect: this.dialectName,
+            connection: this.name,
+            fields: [],
+        };
+        try {
+            const quotedPath = this.dialect.quoteTablePath(tablePath);
+            const result = await this.runRawSQL(`DESCRIBE TABLE ${quotedPath}`);
+            this.fillStructDefFromDescribe(result, structDef);
+            return structDef;
+        }
+        catch (e) {
+            return `Error fetching schema for ${tablePath}: ${e.message}`;
+        }
+    }
+    async fetchSelectSchema(sqlRef) {
+        const structDef = {
+            type: 'sql_select',
+            ...sqlRef,
+            dialect: this.dialectName,
+            fields: [],
+            name: (0, malloy_1.sqlKey)(sqlRef.connection, sqlRef.selectStr),
+        };
+        try {
+            // Use DESCRIBE on a subquery via a temporary view
+            const tempViewName = `_malloy_tmp_${(0, malloy_1.makeDigest)(sqlRef.selectStr).slice(0, 20)}`;
+            await this.executeRaw(`CREATE OR REPLACE TEMPORARY VIEW ${tempViewName} AS (${sqlRef.selectStr})`);
+            const result = await this.runRawSQL(`DESCRIBE TABLE ${tempViewName}`);
+            this.fillStructDefFromDescribe(result, structDef);
+            await this.executeRaw(`DROP VIEW IF EXISTS ${tempViewName}`);
+            return structDef;
+        }
+        catch (e) {
+            return `Error fetching schema for SQL block: ${e.message}`;
+        }
+    }
+    fillStructDefFromDescribe(result, structDef) {
+        for (const row of result.rows) {
+            const colName = row['col_name'];
+            const dataType = row['data_type'];
+            // DESCRIBE TABLE includes partition info and blank separators; skip them
+            if (!colName || colName.startsWith('#') || colName.trim() === '') {
+                continue;
+            }
+            const parser = new DatabricksTypeParser(dataType, this.dialect);
+            const malloyType = parser.typeDef();
+            structDef.fields.push((0, malloy_1.mkFieldDef)(malloyType, colName));
+        }
+    }
+    async runRawSQL(sql) {
+        try {
+            const rows = (await this.executeRaw(sql));
+            return { rows, totalRows: rows.length };
+        }
+        catch (e) {
+            throw new Error(`Databricks SQL error: ${e.message}`);
+        }
+    }
+}
+exports.DatabricksConnection = DatabricksConnection;
+//# sourceMappingURL=databricks_connection.js.map

package/dist/databricks_connection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"databricks_connection.js","sourceRoot":"","sources":["../src/databricks_connection.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAkBH,+CAM4B;AAC5B,8DAA6D;AAC7D,yCAAmE;AAEnE,wCAAwC;AACxC,MAAM,WAAW,GAAG,IAAI,iBAAW,CAAC,EAAC,KAAK,EAAE,cAAQ,CAAC,KAAK,EAAC,CAAC,CAAC;AAE7D,MAAM,oBAAqB,SAAQ,mBAAU;IAC3C,YACE,OAAe,EACE,OAA0B;QAE3C,KAAK,CAAC,OAAO,EAAE;YACb,KAAK,EAAE,MAAM;YACb,IAAI,EAAE,WAAW;YACjB,EAAE,EAAE,MAAM;SACX,CAAC,CAAC;QANc,YAAO,GAAP,OAAO,CAAmB;IAO7C,CAAC;IAED,OAAO;QACL,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,UAAU,CAAC,6BAA6B,CAAC,CAAC;QACvD,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAE5C,IAAI,OAAO,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,MAAM,MAAM,GAAe,EAAE,CAAC;YAC9B,SAAS,CAAC;gBACR,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACf,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,IAAA,mBAAU,EAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBACxB,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG;oBAAE,MAAM;gBAC5B,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG;oBAAE,SAAS;gBAC/B,MAAM,IAAI,CAAC,UAAU,CAAC,6BAA6B,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAkB,CAAC;QACnD,CAAC;QAED,IAAI,OAAO,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;YACpD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;gBAC7B,CAAC,CAAC;oBACE,IAAI,EAAE,OAAO;oBACb,cAAc,EAAE,EAAC,IAAI,EAAE,gBAAgB,EAAC;oBACxC,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB;gBACH,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAC,CAAC;QAC9C,CAAC;QAED,IAAI,OAAO,KAAK,KAAK,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,WAAW;YAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,aAAa;YAC7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,OAAO,EAAC,IAAI,EAAE,YAAY,EAAC,CAAC;QAC9B,CAAC;QAED,8DAA8D;QAC9D,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YAC3B,IAAI,OAAO,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACf,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY;gBAC7B,IAAI,UAAU,GAAwB,SAAS,CAAC;gBAChD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;oBAC7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACf,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,GAAG;wBAAE,UAAU,GAAG,OAAO,CAAC;gBAC/C,CAAC;gBACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACf,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAC,CAAC;YACtC,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC7B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACf,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,OAAO,KAAK,GAAG,CAAC,EAAE,CAAC;oBACjB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBACtB,IAAI,CAAC,CAAC,IAAI,KAAK,GAAG;wBAAE,KAAK,EAAE,CAAC;yBACvB,IAAI,CAAC,CAAC,IAAI,KAAK,GAAG;wBAAE,KAAK,EAAE,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,OAAO,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,QAAQ,CAAC,IAAI,sBAAsB,CAAC,CAAC;IAC5E,CAAC;CACF;AAaD,MAAa,oBACX,SAAQ,2BAAc;IAYtB,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,YACE,IAAY,EACZ,MAA+B,EAC/B,YAAiC;QAEjC,KAAK,EAAE,CAAC;QAlBO,YAAO,GAAG,IAAI,0BAAiB,EAAE,CAAC;QAmBjD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,cAAc,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,iBAAW,CAAC,EAAC,MAAM,EAAE,WAAW,EAAC,CAAC,CAAC;QAErD,8DAA8D;QAC9D,MAAM,cAAc,GAAQ;YAC1B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;SACvB,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC/D,cAAc,CAAC,QAAQ,GAAG,kBAAkB,CAAC;YAC7C,cAAc,CAAC,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;YACzD,cAAc,CAAC,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;QACnE,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC7B,cAAc,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAC3C,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QAE/C,sCAAsC;QACtC,MAAM,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QAE7C,uCAAuC;QACvC,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,8BAA8B;QAC9B,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,8DAA8D;IACtD,KAAK,CAAC,UAAU,CAAC,GAAW;QAClC,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,EAAE;YACzD,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,UAAkB;QAC7C,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,UAAU,CAAC,CAAC;QACpC,MAAM,SAAS,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,mBAAmB,GAAG,CAAC,CAAC,EAAE,CAAC;QAC7E,MAAM,GAAG,GAAG,8BAA8B,SAAS,QAAQ,UAAU,GAAG,CAAC;QACzE,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,OAAuB;QAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACzC,IAAI,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,KAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC/D,OAAO;gBACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;gBAC5C,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC;QACJ,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,SAAS;QACd,MAAM,EAAC,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,aAAa,EAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QAChE,OAAO,IAAA,mBAAU,EACf,YAAY,EACZ,IAAI,EACJ,IAAI,EACJ,cAAc,EACd,aAAa,EACb,IAAI,CAAC,MAAM,CAAC,QAAQ,CACrB,CAAC;IACJ,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC3B,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACzC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,SAAiB,EACjB,SAAiB;QAEjB,MAAM,SAAS,GAAmB;YAChC,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,SAAS;YACf,SAAS;YACT,OAAO,EAAE,IAAI,CAAC,WAAW;YACzB,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,kBAAkB,UAAU,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,yBAAyB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAClD,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,6BAA6B,SAAS,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;QAChE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,MAAwB;QAExB,MAAM,SAAS,GAAiB;YAC9B,IAAI,EAAE,YAAY;YAClB,GAAG,MAAM;YACT,OAAO,EAAE,IAAI,CAAC,WAAW;YACzB,MAAM,EAAE,EAAE;YACV,IAAI,EAAE,IAAA,eAAM,EAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,SAAS,CAAC;SAClD,CAAC;QAEF,IAAI,CAAC;YACH,kDAAkD;YAClD,MAAM,YAAY,GAAG,eAAe,IAAA,mBAAU,EAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAChF,MAAM,IAAI,CAAC,UAAU,CACnB,oCAAoC,YAAY,QAAQ,MAAM,CAAC,SAAS,GAAG,CAC5E,CAAC;YACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,kBAAkB,YAAY,EAAE,CAAC,CAAC;YACtE,IAAI,CAAC,yBAAyB,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAClD,MAAM,IAAI,CAAC,UAAU,CAAC,uBAAuB,YAAY,EAAE,CAAC,CAAC;YAC7D,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,wCAAwC,CAAC,CAAC,OAAO,EAAE,CAAC;QAC7D,CAAC;IACH,CAAC;IAEO,yBAAyB,CAC/B,MAAuB,EACvB,SAAoB;QAEpB,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,GAAG,CAAC,UAAU,CAAW,CAAC;YAC1C,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,CAAW,CAAC;YAE5C,yEAAyE;YACzE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;gBACjE,SAAS;YACX,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,oBAAoB,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAChE,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;YACpC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,IAAA,mBAAU,EAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAW;QACzB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAc,CAAC;YACvD,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC;QACxC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;CACF;AA/ND,oDA+NC"}

package/dist/databricks_connection.spec.d.ts

@@ -0,0 +1 @@
+import '@malloydata/malloy/test/matchers';

package/dist/databricks_connection.spec.js

@@ -0,0 +1,176 @@
+"use strict";
+/*
+ * Copyright Contributors to the Malloy project
+ * SPDX-License-Identifier: MIT
+ */
+var _a, _b, _c, _d;
+Object.defineProperty(exports, "__esModule", { value: true });
+const _1 = require(".");
+const test_1 = require("@malloydata/malloy/test");
+require("@malloydata/malloy/test/matchers");
+const host = (_a = process.env['DATABRICKS_HOST']) !== null && _a !== void 0 ? _a : '';
+const token = (_b = process.env['DATABRICKS_TOKEN']) !== null && _b !== void 0 ? _b : '';
+const warehouseId = (_c = process.env['DATABRICKS_WAREHOUSE_ID']) !== null && _c !== void 0 ? _c : '';
+const defaultCatalog = (_d = process.env['DATABRICKS_CATALOG']) !== null && _d !== void 0 ? _d : '';
+const path = process.env['DATABRICKS_PATH'] ||
+    (warehouseId ? `/sql/1.0/warehouses/${warehouseId}` : '');
+const dbr_connection = new _1.DatabricksConnection('databricks', {
+    host,
+    path,
+    token,
+    defaultCatalog,
+});
+afterAll(async () => {
+    await dbr_connection.close();
+});
+async function schemaFor(selectStr) {
+    const res = await dbr_connection.fetchSchemaForSQLStruct({ selectStr, connection: 'databricks' }, {});
+    if ('error' in res && res.error) {
+        throw new Error(res.error);
+    }
+    return res.structDef.fields;
+}
+describe('basic connectivity', () => {
+    it('runs SELECT 1', async () => {
+        const res = await dbr_connection.runSQL('SELECT 1 as t');
+        expect(res.rows[0]['t']).toBe(1);
+    });
+    it('reads schema of a table', async () => {
+        const result = await dbr_connection.fetchTableSchema('alltypes', 'malloytest.alltypes');
+        expect(typeof result).not.toBe('string');
+        if (typeof result !== 'string') {
+            const fieldNames = result.fields.map(f => f.name);
+            expect(fieldNames).toContain('t_int64');
+            expect(fieldNames).toContain('string');
+            expect(fieldNames).toContain('t_date');
+            expect(fieldNames).toContain('t_timestamp');
+        }
+    });
+    it('reads schema of a SQL statement (fetchSchemaForSQLStruct)', async () => {
+        const fields = await schemaFor('SELECT * FROM malloytest.alltypes');
+        const fieldNames = fields.map(f => f.name);
+        expect(fieldNames).toContain('t_int64');
+        expect(fieldNames).toContain('string');
+        expect(fieldNames).toContain('t_date');
+        expect(fieldNames).toContain('t_timestamp');
+    });
+});
+describe('schema recognition — atomic types', () => {
+    it.each([
+        ['INT', 'integer'],
+        ['BIGINT', 'bigint'],
+        ['DOUBLE', 'float'],
+        ['FLOAT', 'float'],
+        ['DECIMAL(10,2)', 'float'],
+        ['DECIMAL(18,0)', 'integer'],
+    ])('maps %s to number/%s', async (sqlType, numberType) => {
+        const fields = await schemaFor(`SELECT CAST(1 AS ${sqlType}) as v`);
+        expect(fields[0]).toEqual({
+            name: 'v',
+            type: 'number',
+            numberType,
+        });
+    });
+    it.each(['STRING', 'VARCHAR(100)'])('maps %s to string', async (sqlType) => {
+        const fields = await schemaFor(`SELECT CAST('x' AS ${sqlType}) as v`);
+        expect(fields[0]).toEqual({ name: 'v', type: 'string' });
+    });
+    it('maps BOOLEAN to boolean', async () => {
+        const fields = await schemaFor('SELECT CAST(true AS BOOLEAN) as v');
+        expect(fields[0]).toEqual({ name: 'v', type: 'boolean' });
+    });
+    it('maps DATE to date', async () => {
+        const fields = await schemaFor('SELECT CAST(CURRENT_DATE() AS DATE) as v');
+        expect(fields[0]).toEqual({ name: 'v', type: 'date' });
+    });
+    it('maps TIMESTAMP to timestamp', async () => {
+        const fields = await schemaFor('SELECT CAST(CURRENT_TIMESTAMP() AS TIMESTAMP) as v');
+        expect(fields[0]).toEqual({ name: 'v', type: 'timestamp' });
+    });
+    it('maps TIMESTAMP_NTZ to sql native', async () => {
+        const fields = await schemaFor('SELECT CAST(CURRENT_TIMESTAMP() AS TIMESTAMP_NTZ) as v');
+        expect(fields[0]).toEqual({
+            name: 'v',
+            type: 'sql native',
+            rawType: 'timestamp_ntz',
+        });
+    });
+});
+describe('schema recognition — complex types', () => {
+    it('parses ARRAY<INT>', async () => {
+        const fields = await schemaFor('SELECT ARRAY(1, 2, 3) as v');
+        expect(fields[0]).toMatchObject({
+            name: 'v',
+            type: 'array',
+            elementTypeDef: { type: 'number', numberType: 'integer' },
+        });
+    });
+    it('parses STRUCT', async () => {
+        const fields = await schemaFor("SELECT NAMED_STRUCT('a', 1.0D, 'b', 2, 'c', 'hello') as v");
+        expect(fields[0]).toEqual({
+            name: 'v',
+            type: 'record',
+            join: 'one',
+            fields: [
+                { name: 'a', type: 'number', numberType: 'float' },
+                { name: 'b', type: 'number', numberType: 'integer' },
+                { name: 'c', type: 'string' },
+            ],
+        });
+    });
+    it('parses ARRAY<STRUCT<...>> (repeated record)', async () => {
+        const fields = await schemaFor("SELECT ARRAY(NAMED_STRUCT('a', 1.0D, 'b', 2, 'c', 'hello')) as v");
+        expect(fields[0]).toEqual({
+            name: 'v',
+            type: 'array',
+            join: 'many',
+            elementTypeDef: { type: 'record_element' },
+            fields: [
+                { name: 'a', type: 'number', numberType: 'float' },
+                { name: 'b', type: 'number', numberType: 'integer' },
+                { name: 'c', type: 'string' },
+            ],
+        });
+    });
+});
+describe('data hydration — atomic types', () => {
+    const runtime = (0, test_1.createTestRuntime)(dbr_connection);
+    const testModel = (0, test_1.mkTestModel)(runtime, {});
+    it('reads integer', async () => {
+        await expect('run: databricks.sql("SELECT 42 as v")').toMatchResult(testModel, { v: 42 });
+    });
+    it('reads float', async () => {
+        await expect('run: databricks.sql("SELECT 3.14 as v")').toMatchResult(testModel, { v: 3.14 });
+    });
+    it('reads string', async () => {
+        await expect('run: databricks.sql("SELECT \'hello\' as v")').toMatchResult(testModel, { v: 'hello' });
+    });
+    it('reads boolean', async () => {
+        await expect('run: databricks.sql("SELECT true as v")').toMatchResult(testModel, { v: true });
+    });
+    it('reads date', async () => {
+        await expect('run: databricks.sql("SELECT DATE \'2024-01-15\' as v")').toMatchResult(testModel, { v: '2024-01-15T00:00:00.000Z' });
+    });
+    it('reads timestamp', async () => {
+        await expect('run: databricks.sql("SELECT TIMESTAMP \'2024-01-15 10:30:00\' as v")').toMatchResult(testModel, { v: '2024-01-15T10:30:00.000Z' });
+    });
+});
+describe('data hydration — complex types', () => {
+    const runtime = (0, test_1.createTestRuntime)(dbr_connection);
+    const testModel = (0, test_1.mkTestModel)(runtime, {});
+    it('reads array of integers', async () => {
+        await expect('run: databricks.sql("SELECT ARRAY(1, 2, 3) as v")').toMatchResult(testModel, { v: [1, 2, 3] });
+    });
+    it('reads struct', async () => {
+        await expect("run: databricks.sql(\"SELECT NAMED_STRUCT('a', 1.0D, 'b', 'hello') as v\")").toMatchResult(testModel, { v: { a: 1.0, b: 'hello' } });
+    });
+    it('reads array of structs', async () => {
+        await expect("run: databricks.sql(\"SELECT ARRAY(NAMED_STRUCT('x', 1, 'y', 'a'), NAMED_STRUCT('x', 2, 'y', 'b')) as v\")").toMatchResult(testModel, {
+            v: [
+                { x: 1, y: 'a' },
+                { x: 2, y: 'b' },
+            ],
+        });
+    });
+});
+//# sourceMappingURL=databricks_connection.spec.js.map

package/dist/databricks_connection.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"databricks_connection.spec.js","sourceRoot":"","sources":["../src/databricks_connection.spec.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,wBAAuC;AACvC,kDAAuE;AACvE,4CAA0C;AAE1C,MAAM,IAAI,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,mCAAI,EAAE,CAAC;AAClD,MAAM,KAAK,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,mCAAI,EAAE,CAAC;AACpD,MAAM,WAAW,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,mCAAI,EAAE,CAAC;AACjE,MAAM,cAAc,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,mCAAI,EAAE,CAAC;AAC/D,MAAM,IAAI,GACR,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAC9B,CAAC,WAAW,CAAC,CAAC,CAAC,uBAAuB,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAE5D,MAAM,cAAc,GAAG,IAAI,uBAAoB,CAAC,YAAY,EAAE;IAC5D,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,cAAc;CACf,CAAC,CAAC;AAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;IAClB,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;AAC/B,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,SAAS,CAAC,SAAiB;IACxC,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,uBAAuB,CACtD,EAAC,SAAS,EAAE,UAAU,EAAE,YAAY,EAAC,EACrC,EAAE,CACH,CAAC;IACF,IAAI,OAAO,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,GAAG,CAAC,SAAU,CAAC,MAAM,CAAC;AAC/B,CAAC;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC7B,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QACzD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,gBAAgB,CAClD,UAAU,EACV,qBAAqB,CACtB,CAAC;QACF,MAAM,CAAC,OAAO,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACxC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,mCAAmC,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,EAAE,CAAC,IAAI,CAAC;QACN,CAAC,KAAK,EAAE,SAAS,CAAC;QAClB,CAAC,QAAQ,EAAE,QAAQ,CAAC;QACpB,CAAC,QAAQ,EAAE,OAAO,CAAC;QACnB,CAAC,OAAO,EAAE,OAAO,CAAC;QAClB,CAAC,eAAe,EAAE,OAAO,CAAC;QAC1B,CAAC,eAAe,EAAE,SAAS,CAAC;KAC7B,CAAC,CAAC,sBAAsB,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE;QACvD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,OAAO,QAAQ,CAAC,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,QAAQ;YACd,UAAU;SACX,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,mBAAmB,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE;QACvE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,sBAAsB,OAAO,QAAQ,CAAC,CAAC;QACtE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,mCAAmC,CAAC,CAAC;QACpE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;QACjC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,0CAA0C,CAAC,CAAC;QAC3E,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,oDAAoD,CACrD,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,WAAW,EAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,wDAAwD,CACzD,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,eAAe;SACzB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;IAClD,EAAE,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;QACjC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,4BAA4B,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAC9B,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,OAAO;YACb,cAAc,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAC;SACxD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC7B,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,2DAA2D,CAC5D,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,KAAK;YACX,MAAM,EAAE;gBACN,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAC;gBAChD,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAC;gBAClD,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAC;aAC5B;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,kEAAkE,CACnE,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACxB,IAAI,EAAE,GAAG;YACT,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,MAAM;YACZ,cAAc,EAAE,EAAC,IAAI,EAAE,gBAAgB,EAAC;YACxC,MAAM,EAAE;gBACN,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAC;gBAChD,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAC;gBAClD,EAAC,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAC;aAC5B;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,MAAM,OAAO,GAAG,IAAA,wBAAiB,EAAC,cAAc,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,IAAA,kBAAW,EAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAE3C,EAAE,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC7B,MAAM,MAAM,CAAC,uCAAuC,CAAC,CAAC,aAAa,CACjE,SAAS,EACT,EAAC,CAAC,EAAE,EAAE,EAAC,CACR,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,aAAa,EAAE,KAAK,IAAI,EAAE;QAC3B,MAAM,MAAM,CAAC,yCAAyC,CAAC,CAAC,aAAa,CACnE,SAAS,EACT,EAAC,CAAC,EAAE,IAAI,EAAC,CACV,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,cAAc,EAAE,KAAK,IAAI,EAAE;QAC5B,MAAM,MAAM,CAAC,8CAA8C,CAAC,CAAC,aAAa,CACxE,SAAS,EACT,EAAC,CAAC,EAAE,OAAO,EAAC,CACb,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,eAAe,EAAE,KAAK,IAAI,EAAE;QAC7B,MAAM,MAAM,CAAC,yCAAyC,CAAC,CAAC,aAAa,CACnE,SAAS,EACT,EAAC,CAAC,EAAE,IAAI,EAAC,CACV,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE;QAC1B,MAAM,MAAM,CACV,wDAAwD,CACzD,CAAC,aAAa,CAAC,SAAS,EAAE,EAAC,CAAC,EAAE,0BAA0B,EAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iBAAiB,EAAE,KAAK,IAAI,EAAE;QAC/B,MAAM,MAAM,CACV,sEAAsE,CACvE,CAAC,aAAa,CAAC,SAAS,EAAE,EAAC,CAAC,EAAE,0BAA0B,EAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,MAAM,OAAO,GAAG,IAAA,wBAAiB,EAAC,cAAc,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,IAAA,kBAAW,EAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAE3C,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,MAAM,CACV,mDAAmD,CACpD,CAAC,aAAa,CAAC,SAAS,EAAE,EAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,cAAc,EAAE,KAAK,IAAI,EAAE;QAC5B,MAAM,MAAM,CACV,4EAA4E,CAC7E,CAAC,aAAa,CAAC,SAAS,EAAE,EAAC,CAAC,EAAE,EAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,OAAO,EAAC,EAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;QACtC,MAAM,MAAM,CACV,4GAA4G,CAC7G,CAAC,aAAa,CAAC,SAAS,EAAE;YACzB,CAAC,EAAE;gBACD,EAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAC;gBACd,EAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAC;aACf;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1 @@
+export { DatabricksConnection } from './databricks_connection';

package/dist/index.js

@@ -0,0 +1,86 @@
+"use strict";
+/*
+ * Copyright Contributors to the Malloy project
+ * SPDX-License-Identifier: MIT
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatabricksConnection = void 0;
+var databricks_connection_1 = require("./databricks_connection");
+Object.defineProperty(exports, "DatabricksConnection", { enumerable: true, get: function () { return databricks_connection_1.DatabricksConnection; } });
+const malloy_1 = require("@malloydata/malloy");
+const databricks_connection_2 = require("./databricks_connection");
+(0, malloy_1.registerConnectionType)('databricks', {
+    displayName: 'Databricks',
+    factory: async (config) => {
+        const host = typeof config['host'] === 'string' ? config['host'] : '';
+        const path = typeof config['path'] === 'string' ? config['path'] : '';
+        return new databricks_connection_2.DatabricksConnection(config.name, {
+            host,
+            path,
+            token: typeof config['token'] === 'string' ? config['token'] : undefined,
+            oauthClientId: typeof config['oauthClientId'] === 'string'
+                ? config['oauthClientId']
+                : undefined,
+            oauthClientSecret: typeof config['oauthClientSecret'] === 'string'
+                ? config['oauthClientSecret']
+                : undefined,
+            defaultCatalog: typeof config['defaultCatalog'] === 'string'
+                ? config['defaultCatalog']
+                : undefined,
+            defaultSchema: typeof config['defaultSchema'] === 'string'
+                ? config['defaultSchema']
+                : undefined,
+            setupSQL: typeof config['setupSQL'] === 'string' ? config['setupSQL'] : undefined,
+        });
+    },
+    properties: [
+        { name: 'host', displayName: 'Host', type: 'string' },
+        {
+            name: 'path',
+            displayName: 'HTTP Path',
+            type: 'string',
+            description: 'SQL warehouse HTTP path',
+        },
+        {
+            name: 'token',
+            displayName: 'Access Token',
+            type: 'secret',
+            optional: true,
+            description: 'Personal access token',
+        },
+        {
+            name: 'oauthClientId',
+            displayName: 'OAuth Client ID',
+            type: 'string',
+            optional: true,
+            description: 'OAuth M2M client ID',
+        },
+        {
+            name: 'oauthClientSecret',
+            displayName: 'OAuth Client Secret',
+            type: 'secret',
+            optional: true,
+            description: 'OAuth M2M client secret',
+        },
+        {
+            name: 'defaultCatalog',
+            displayName: 'Default Catalog',
+            type: 'string',
+            optional: true,
+        },
+        {
+            name: 'defaultSchema',
+            displayName: 'Default Schema',
+            type: 'string',
+            optional: true,
+        },
+        {
+            name: 'setupSQL',
+            displayName: 'Setup SQL',
+            type: 'text',
+            optional: true,
+            description: 'SQL statements to run when the connection is established',
+        },
+    ],
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,iEAA6D;AAArD,6HAAA,oBAAoB,OAAA;AAE5B,+CAA0D;AAE1D,mEAA6D;AAE7D,IAAA,+BAAsB,EAAC,YAAY,EAAE;IACnC,WAAW,EAAE,YAAY;IACzB,OAAO,EAAE,KAAK,EAAE,MAAwB,EAAE,EAAE;QAC1C,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtE,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAEtE,OAAO,IAAI,4CAAoB,CAAC,MAAM,CAAC,IAAI,EAAE;YAC3C,IAAI;YACJ,IAAI;YACJ,KAAK,EAAE,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YACxE,aAAa,EACX,OAAO,MAAM,CAAC,eAAe,CAAC,KAAK,QAAQ;gBACzC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC;gBACzB,CAAC,CAAC,SAAS;YACf,iBAAiB,EACf,OAAO,MAAM,CAAC,mBAAmB,CAAC,KAAK,QAAQ;gBAC7C,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC;gBAC7B,CAAC,CAAC,SAAS;YACf,cAAc,EACZ,OAAO,MAAM,CAAC,gBAAgB,CAAC,KAAK,QAAQ;gBAC1C,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC;gBAC1B,CAAC,CAAC,SAAS;YACf,aAAa,EACX,OAAO,MAAM,CAAC,eAAe,CAAC,KAAK,QAAQ;gBACzC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC;gBACzB,CAAC,CAAC,SAAS;YACf,QAAQ,EACN,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS;SAC1E,CAAC,CAAC;IACL,CAAC;IACD,UAAU,EAAE;QACV,EAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAC;QACnD;YACE,IAAI,EAAE,MAAM;YACZ,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,yBAAyB;SACvC;QACD;YACE,IAAI,EAAE,OAAO;YACb,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,uBAAuB;SACrC;QACD;YACE,IAAI,EAAE,eAAe;YACrB,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,qBAAqB;SACnC;QACD;YACE,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,qBAAqB;YAClC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,yBAAyB;SACvC;QACD;YACE,IAAI,EAAE,gBAAgB;YACtB,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;QACD;YACE,IAAI,EAAE,eAAe;YACrB,WAAW,EAAE,gBAAgB;YAC7B,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;QACD;YACE,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,0DAA0D;SACxE;KACF;CACF,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,28 @@
+{
+  "name": "@malloydata/db-databricks",
+  "version": "0.0.351",
+  "license": "MIT",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "engines": {
+    "node": ">=20"
+  },
+  "homepage": "https://github.com/malloydata/malloy#readme",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/malloydata/malloy"
+  },
+  "scripts": {
+    "lint": "eslint '**/*.ts{,x}'",
+    "lint-fix": "eslint '**/*.ts{,x}' --fix",
+    "test": "jest --config=../../jest.config.js",
+    "build": "tsc --build",
+    "clean": "tsc --build --clean && rm -f tsconfig.tsbuildinfo",
+    "prepublishOnly": "npm run build"
+  },
+  "dependencies": {
+    "@malloydata/malloy": "0.0.351",
+    "@types/node": "^22.7.4",
+    "@databricks/sql": "^1.8.4"
+  }
+}

package/src/databricks_connection.spec.ts

@@ -0,0 +1,237 @@
+/*
+ * Copyright Contributors to the Malloy project
+ * SPDX-License-Identifier: MIT
+ */
+
+import {DatabricksConnection} from '.';
+import {createTestRuntime, mkTestModel} from '@malloydata/malloy/test';
+import '@malloydata/malloy/test/matchers';
+
+const host = process.env['DATABRICKS_HOST'] ?? '';
+const token = process.env['DATABRICKS_TOKEN'] ?? '';
+const warehouseId = process.env['DATABRICKS_WAREHOUSE_ID'] ?? '';
+const defaultCatalog = process.env['DATABRICKS_CATALOG'] ?? '';
+const path =
+  process.env['DATABRICKS_PATH'] ||
+  (warehouseId ? `/sql/1.0/warehouses/${warehouseId}` : '');
+
+const dbr_connection = new DatabricksConnection('databricks', {
+  host,
+  path,
+  token,
+  defaultCatalog,
+});
+
+afterAll(async () => {
+  await dbr_connection.close();
+});
+
+async function schemaFor(selectStr: string) {
+  const res = await dbr_connection.fetchSchemaForSQLStruct(
+    {selectStr, connection: 'databricks'},
+    {}
+  );
+  if ('error' in res && res.error) {
+    throw new Error(res.error);
+  }
+  return res.structDef!.fields;
+}
+
+describe('basic connectivity', () => {
+  it('runs SELECT 1', async () => {
+    const res = await dbr_connection.runSQL('SELECT 1 as t');
+    expect(res.rows[0]['t']).toBe(1);
+  });
+
+  it('reads schema of a table', async () => {
+    const result = await dbr_connection.fetchTableSchema(
+      'alltypes',
+      'malloytest.alltypes'
+    );
+    expect(typeof result).not.toBe('string');
+    if (typeof result !== 'string') {
+      const fieldNames = result.fields.map(f => f.name);
+      expect(fieldNames).toContain('t_int64');
+      expect(fieldNames).toContain('string');
+      expect(fieldNames).toContain('t_date');
+      expect(fieldNames).toContain('t_timestamp');
+    }
+  });
+
+  it('reads schema of a SQL statement (fetchSchemaForSQLStruct)', async () => {
+    const fields = await schemaFor('SELECT * FROM malloytest.alltypes');
+    const fieldNames = fields.map(f => f.name);
+    expect(fieldNames).toContain('t_int64');
+    expect(fieldNames).toContain('string');
+    expect(fieldNames).toContain('t_date');
+    expect(fieldNames).toContain('t_timestamp');
+  });
+});
+
+describe('schema recognition — atomic types', () => {
+  it.each([
+    ['INT', 'integer'],
+    ['BIGINT', 'bigint'],
+    ['DOUBLE', 'float'],
+    ['FLOAT', 'float'],
+    ['DECIMAL(10,2)', 'float'],
+    ['DECIMAL(18,0)', 'integer'],
+  ])('maps %s to number/%s', async (sqlType, numberType) => {
+    const fields = await schemaFor(`SELECT CAST(1 AS ${sqlType}) as v`);
+    expect(fields[0]).toEqual({
+      name: 'v',
+      type: 'number',
+      numberType,
+    });
+  });
+
+  it.each(['STRING', 'VARCHAR(100)'])('maps %s to string', async sqlType => {
+    const fields = await schemaFor(`SELECT CAST('x' AS ${sqlType}) as v`);
+    expect(fields[0]).toEqual({name: 'v', type: 'string'});
+  });
+
+  it('maps BOOLEAN to boolean', async () => {
+    const fields = await schemaFor('SELECT CAST(true AS BOOLEAN) as v');
+    expect(fields[0]).toEqual({name: 'v', type: 'boolean'});
+  });
+
+  it('maps DATE to date', async () => {
+    const fields = await schemaFor('SELECT CAST(CURRENT_DATE() AS DATE) as v');
+    expect(fields[0]).toEqual({name: 'v', type: 'date'});
+  });
+
+  it('maps TIMESTAMP to timestamp', async () => {
+    const fields = await schemaFor(
+      'SELECT CAST(CURRENT_TIMESTAMP() AS TIMESTAMP) as v'
+    );
+    expect(fields[0]).toEqual({name: 'v', type: 'timestamp'});
+  });
+
+  it('maps TIMESTAMP_NTZ to sql native', async () => {
+    const fields = await schemaFor(
+      'SELECT CAST(CURRENT_TIMESTAMP() AS TIMESTAMP_NTZ) as v'
+    );
+    expect(fields[0]).toEqual({
+      name: 'v',
+      type: 'sql native',
+      rawType: 'timestamp_ntz',
+    });
+  });
+});
+
+describe('schema recognition — complex types', () => {
+  it('parses ARRAY<INT>', async () => {
+    const fields = await schemaFor('SELECT ARRAY(1, 2, 3) as v');
+    expect(fields[0]).toMatchObject({
+      name: 'v',
+      type: 'array',
+      elementTypeDef: {type: 'number', numberType: 'integer'},
+    });
+  });
+
+  it('parses STRUCT', async () => {
+    const fields = await schemaFor(
+      "SELECT NAMED_STRUCT('a', 1.0D, 'b', 2, 'c', 'hello') as v"
+    );
+    expect(fields[0]).toEqual({
+      name: 'v',
+      type: 'record',
+      join: 'one',
+      fields: [
+        {name: 'a', type: 'number', numberType: 'float'},
+        {name: 'b', type: 'number', numberType: 'integer'},
+        {name: 'c', type: 'string'},
+      ],
+    });
+  });
+
+  it('parses ARRAY<STRUCT<...>> (repeated record)', async () => {
+    const fields = await schemaFor(
+      "SELECT ARRAY(NAMED_STRUCT('a', 1.0D, 'b', 2, 'c', 'hello')) as v"
+    );
+    expect(fields[0]).toEqual({
+      name: 'v',
+      type: 'array',
+      join: 'many',
+      elementTypeDef: {type: 'record_element'},
+      fields: [
+        {name: 'a', type: 'number', numberType: 'float'},
+        {name: 'b', type: 'number', numberType: 'integer'},
+        {name: 'c', type: 'string'},
+      ],
+    });
+  });
+});
+
+describe('data hydration — atomic types', () => {
+  const runtime = createTestRuntime(dbr_connection);
+  const testModel = mkTestModel(runtime, {});
+
+  it('reads integer', async () => {
+    await expect('run: databricks.sql("SELECT 42 as v")').toMatchResult(
+      testModel,
+      {v: 42}
+    );
+  });
+
+  it('reads float', async () => {
+    await expect('run: databricks.sql("SELECT 3.14 as v")').toMatchResult(
+      testModel,
+      {v: 3.14}
+    );
+  });
+
+  it('reads string', async () => {
+    await expect('run: databricks.sql("SELECT \'hello\' as v")').toMatchResult(
+      testModel,
+      {v: 'hello'}
+    );
+  });
+
+  it('reads boolean', async () => {
+    await expect('run: databricks.sql("SELECT true as v")').toMatchResult(
+      testModel,
+      {v: true}
+    );
+  });
+
+  it('reads date', async () => {
+    await expect(
+      'run: databricks.sql("SELECT DATE \'2024-01-15\' as v")'
+    ).toMatchResult(testModel, {v: '2024-01-15T00:00:00.000Z'});
+  });
+
+  it('reads timestamp', async () => {
+    await expect(
+      'run: databricks.sql("SELECT TIMESTAMP \'2024-01-15 10:30:00\' as v")'
+    ).toMatchResult(testModel, {v: '2024-01-15T10:30:00.000Z'});
+  });
+});
+
+describe('data hydration — complex types', () => {
+  const runtime = createTestRuntime(dbr_connection);
+  const testModel = mkTestModel(runtime, {});
+
+  it('reads array of integers', async () => {
+    await expect(
+      'run: databricks.sql("SELECT ARRAY(1, 2, 3) as v")'
+    ).toMatchResult(testModel, {v: [1, 2, 3]});
+  });
+
+  it('reads struct', async () => {
+    await expect(
+      "run: databricks.sql(\"SELECT NAMED_STRUCT('a', 1.0D, 'b', 'hello') as v\")"
+    ).toMatchResult(testModel, {v: {a: 1.0, b: 'hello'}});
+  });
+
+  it('reads array of structs', async () => {
+    await expect(
+      "run: databricks.sql(\"SELECT ARRAY(NAMED_STRUCT('x', 1, 'y', 'a'), NAMED_STRUCT('x', 2, 'y', 'b')) as v\")"
+    ).toMatchResult(testModel, {
+      v: [
+        {x: 1, y: 'a'},
+        {x: 2, y: 'b'},
+      ],
+    });
+  });
+});

package/src/databricks_connection.ts

@@ -0,0 +1,356 @@
+/*
+ * Copyright Contributors to the Malloy project
+ * SPDX-License-Identifier: MIT
+ */
+
+import type {
+  Connection,
+  MalloyQueryData,
+  PersistSQLResults,
+  QueryRunStats,
+  QueryData,
+  SQLSourceDef,
+  TableSourceDef,
+  SQLSourceRequest,
+  QueryOptionsReader,
+  RunSQLOptions,
+  StructDef,
+  AtomicTypeDef,
+  FieldDef,
+  RecordTypeDef,
+} from '@malloydata/malloy';
+import {
+  DatabricksDialect,
+  sqlKey,
+  makeDigest,
+  TinyParser,
+  mkFieldDef,
+} from '@malloydata/malloy';
+import {BaseConnection} from '@malloydata/malloy/connection';
+import {DBSQLClient, DBSQLLogger, LogLevel} from '@databricks/sql';
+
+// Suppress noisy SDK logging by default
+const quietLogger = new DBSQLLogger({level: LogLevel.error});
+
+class DatabricksTypeParser extends TinyParser {
+  constructor(
+    typeStr: string,
+    private readonly dialect: DatabricksDialect
+  ) {
+    super(typeStr, {
+      space: /^\s+/,
+      char: /^[<>:,()]/,
+      id: /^\w+/,
+    });
+  }
+
+  typeDef(): AtomicTypeDef {
+    const typToken = this.next();
+    if (typToken.type === 'eof') {
+      throw this.parseError('Unexpected EOF parsing type');
+    }
+    const typText = typToken.text.toLowerCase();
+
+    if (typText === 'struct' && this.peek().text === '<') {
+      this.next('<');
+      const fields: FieldDef[] = [];
+      for (;;) {
+        const name = this.next('id');
+        this.next(':');
+        const fieldType = this.typeDef();
+        fields.push(mkFieldDef(fieldType, name.text));
+        const sep = this.next();
+        if (sep.text === '>') break;
+        if (sep.text === ',') continue;
+        throw this.parseError(`Expected '>' or ',', got '${sep.text}'`);
+      }
+      return {type: 'record', fields} as RecordTypeDef;
+    }
+
+    if (typText === 'array' && this.peek().text === '<') {
+      this.next('<');
+      const elType = this.typeDef();
+      this.next('>');
+      return elType.type === 'record'
+        ? {
+            type: 'array',
+            elementTypeDef: {type: 'record_element'},
+            fields: elType.fields,
+          }
+        : {type: 'array', elementTypeDef: elType};
+    }
+
+    if (typText === 'map' && this.peek().text === '<') {
+      this.next('<');
+      this.typeDef(); // key type
+      this.next(',');
+      this.typeDef(); // value type
+      this.next('>');
+      return {type: 'sql native'};
+    }
+
+    // Atomic type — parse parameters for DECIMAL, skip for others
+    if (typToken.type === 'id') {
+      if (typText === 'decimal' && this.peek().text === '(') {
+        this.next('(');
+        this.next('id'); // precision
+        let numberType: 'integer' | 'float' = 'integer';
+        if (this.peek().text === ',') {
+          this.next(',');
+          const scale = this.next('id');
+          if (scale.text !== '0') numberType = 'float';
+        }
+        this.next(')');
+        return {type: 'number', numberType};
+      }
+      if (this.peek().text === '(') {
+        this.next('(');
+        let depth = 1;
+        while (depth > 0) {
+          const t = this.next();
+          if (t.text === '(') depth++;
+          else if (t.text === ')') depth--;
+        }
+      }
+      return this.dialect.sqlTypeToMalloyType(typText);
+    }
+
+    throw this.parseError(`Unexpected '${typToken.text}' while parsing type`);
+  }
+}
+
+export interface DatabricksConfiguration {
+  host: string;
+  path: string;
+  token?: string;
+  oauthClientId?: string;
+  oauthClientSecret?: string;
+  defaultCatalog?: string;
+  defaultSchema?: string;
+  setupSQL?: string;
+}
+
+export class DatabricksConnection
+  extends BaseConnection
+  implements Connection, PersistSQLResults
+{
+  private readonly dialect = new DatabricksDialect();
+  private client?: DBSQLClient;
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  private session?: any;
+  private connectPromise?: Promise<void>;
+  config: DatabricksConfiguration;
+  queryOptions: QueryOptionsReader | undefined;
+  public name: string;
+
+  get dialectName(): string {
+    return this.dialect.name;
+  }
+
+  constructor(
+    name: string,
+    config: DatabricksConfiguration,
+    queryOptions?: QueryOptionsReader
+  ) {
+    super();
+    this.config = config;
+    this.queryOptions = queryOptions;
+    this.name = name;
+  }
+
+  private async ensureConnected(): Promise<void> {
+    if (this.session) {
+      return;
+    }
+    if (this.connectPromise) {
+      return this.connectPromise;
+    }
+    this.connectPromise = this.doConnect();
+    return this.connectPromise;
+  }
+
+  private async doConnect(): Promise<void> {
+    this.client = new DBSQLClient({logger: quietLogger});
+
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const connectOptions: any = {
+      host: this.config.host,
+      path: this.config.path,
+    };
+
+    if (this.config.oauthClientId && this.config.oauthClientSecret) {
+      connectOptions.authType = 'databricks-oauth';
+      connectOptions.oauthClientId = this.config.oauthClientId;
+      connectOptions.oauthClientSecret = this.config.oauthClientSecret;
+    } else if (this.config.token) {
+      connectOptions.token = this.config.token;
+    }
+
+    await this.client.connect(connectOptions);
+    this.session = await this.client.openSession();
+
+    // Malloy timestamps are UTC wallclock
+    await this.executeRaw("SET TIME ZONE 'UTC'");
+
+    // Set catalog and schema if configured
+    if (this.config.defaultCatalog) {
+      await this.executeRaw(`USE CATALOG ${this.config.defaultCatalog}`);
+    }
+    if (this.config.defaultSchema) {
+      await this.executeRaw(`USE SCHEMA ${this.config.defaultSchema}`);
+    }
+
+    // Run user-provided setup SQL
+    if (this.config.setupSQL) {
+      for (const stmt of this.config.setupSQL.split(';\n')) {
+        const trimmed = stmt.trim();
+        if (trimmed) {
+          await this.executeRaw(trimmed);
+        }
+      }
+    }
+  }
+
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  private async executeRaw(sql: string): Promise<any[]> {
+    await this.ensureConnected();
+    const operation = await this.session.executeStatement(sql, {
+      runAsync: true,
+    });
+    const result = await operation.fetchAll();
+    await operation.close();
+    return result;
+  }
+
+  async manifestTemporaryTable(sqlCommand: string): Promise<string> {
+    const hash = makeDigest(sqlCommand);
+    const tableName = `tt${hash.slice(0, this.dialect.maxIdentifierLength - 2)}`;
+    const cmd = `CREATE TABLE IF NOT EXISTS ${tableName} AS (${sqlCommand})`;
+    await this.executeRaw(cmd);
+    return tableName;
+  }
+
+  public async test(): Promise<void> {
+    await this.runRawSQL('SELECT 1');
+  }
+
+  async runSQL(sql: string, options?: RunSQLOptions): Promise<MalloyQueryData> {
+    const result = await this.runRawSQL(sql);
+    if (options?.rowLimit && result.rows.length > options.rowLimit) {
+      return {
+        rows: result.rows.slice(0, options.rowLimit),
+        totalRows: result.totalRows,
+      };
+    }
+    return result;
+  }
+
+  public getDigest(): string {
+    const {host, path, defaultCatalog, defaultSchema} = this.config;
+    return makeDigest(
+      'databricks',
+      host,
+      path,
+      defaultCatalog,
+      defaultSchema,
+      this.config.setupSQL
+    );
+  }
+
+  canPersist(): this is PersistSQLResults {
+    return true;
+  }
+
+  async close(): Promise<void> {
+    if (this.session) {
+      await this.session.close();
+      this.session = undefined;
+    }
+    if (this.client) {
+      await this.client.close();
+      this.client = undefined;
+    }
+    this.connectPromise = undefined;
+  }
+
+  async estimateQueryCost(_sqlCommand: string): Promise<QueryRunStats> {
+    return {};
+  }
+
+  async fetchTableSchema(
+    tableName: string,
+    tablePath: string
+  ): Promise<TableSourceDef | string> {
+    const structDef: TableSourceDef = {
+      type: 'table',
+      name: tableName,
+      tablePath,
+      dialect: this.dialectName,
+      connection: this.name,
+      fields: [],
+    };
+
+    try {
+      const quotedPath = this.dialect.quoteTablePath(tablePath);
+      const result = await this.runRawSQL(`DESCRIBE TABLE ${quotedPath}`);
+      this.fillStructDefFromDescribe(result, structDef);
+      return structDef;
+    } catch (e) {
+      return `Error fetching schema for ${tablePath}: ${e.message}`;
+    }
+  }
+
+  async fetchSelectSchema(
+    sqlRef: SQLSourceRequest
+  ): Promise<SQLSourceDef | string> {
+    const structDef: SQLSourceDef = {
+      type: 'sql_select',
+      ...sqlRef,
+      dialect: this.dialectName,
+      fields: [],
+      name: sqlKey(sqlRef.connection, sqlRef.selectStr),
+    };
+
+    try {
+      // Use DESCRIBE on a subquery via a temporary view
+      const tempViewName = `_malloy_tmp_${makeDigest(sqlRef.selectStr).slice(0, 20)}`;
+      await this.executeRaw(
+        `CREATE OR REPLACE TEMPORARY VIEW ${tempViewName} AS (${sqlRef.selectStr})`
+      );
+      const result = await this.runRawSQL(`DESCRIBE TABLE ${tempViewName}`);
+      this.fillStructDefFromDescribe(result, structDef);
+      await this.executeRaw(`DROP VIEW IF EXISTS ${tempViewName}`);
+      return structDef;
+    } catch (e) {
+      return `Error fetching schema for SQL block: ${e.message}`;
+    }
+  }
+
+  private fillStructDefFromDescribe(
+    result: MalloyQueryData,
+    structDef: StructDef
+  ): void {
+    for (const row of result.rows) {
+      const colName = row['col_name'] as string;
+      const dataType = row['data_type'] as string;
+
+      // DESCRIBE TABLE includes partition info and blank separators; skip them
+      if (!colName || colName.startsWith('#') || colName.trim() === '') {
+        continue;
+      }
+
+      const parser = new DatabricksTypeParser(dataType, this.dialect);
+      const malloyType = parser.typeDef();
+      structDef.fields.push(mkFieldDef(malloyType, colName));
+    }
+  }
+
+  async runRawSQL(sql: string): Promise<MalloyQueryData> {
+    try {
+      const rows = (await this.executeRaw(sql)) as QueryData;
+      return {rows, totalRows: rows.length};
+    } catch (e) {
+      throw new Error(`Databricks SQL error: ${e.message}`);
+    }
+  }
+}

package/src/index.ts

@@ -0,0 +1,91 @@
+/*
+ * Copyright Contributors to the Malloy project
+ * SPDX-License-Identifier: MIT
+ */
+
+export {DatabricksConnection} from './databricks_connection';
+
+import {registerConnectionType} from '@malloydata/malloy';
+import type {ConnectionConfig} from '@malloydata/malloy';
+import {DatabricksConnection} from './databricks_connection';
+
+registerConnectionType('databricks', {
+  displayName: 'Databricks',
+  factory: async (config: ConnectionConfig) => {
+    const host = typeof config['host'] === 'string' ? config['host'] : '';
+    const path = typeof config['path'] === 'string' ? config['path'] : '';
+
+    return new DatabricksConnection(config.name, {
+      host,
+      path,
+      token: typeof config['token'] === 'string' ? config['token'] : undefined,
+      oauthClientId:
+        typeof config['oauthClientId'] === 'string'
+          ? config['oauthClientId']
+          : undefined,
+      oauthClientSecret:
+        typeof config['oauthClientSecret'] === 'string'
+          ? config['oauthClientSecret']
+          : undefined,
+      defaultCatalog:
+        typeof config['defaultCatalog'] === 'string'
+          ? config['defaultCatalog']
+          : undefined,
+      defaultSchema:
+        typeof config['defaultSchema'] === 'string'
+          ? config['defaultSchema']
+          : undefined,
+      setupSQL:
+        typeof config['setupSQL'] === 'string' ? config['setupSQL'] : undefined,
+    });
+  },
+  properties: [
+    {name: 'host', displayName: 'Host', type: 'string'},
+    {
+      name: 'path',
+      displayName: 'HTTP Path',
+      type: 'string',
+      description: 'SQL warehouse HTTP path',
+    },
+    {
+      name: 'token',
+      displayName: 'Access Token',
+      type: 'secret',
+      optional: true,
+      description: 'Personal access token',
+    },
+    {
+      name: 'oauthClientId',
+      displayName: 'OAuth Client ID',
+      type: 'string',
+      optional: true,
+      description: 'OAuth M2M client ID',
+    },
+    {
+      name: 'oauthClientSecret',
+      displayName: 'OAuth Client Secret',
+      type: 'secret',
+      optional: true,
+      description: 'OAuth M2M client secret',
+    },
+    {
+      name: 'defaultCatalog',
+      displayName: 'Default Catalog',
+      type: 'string',
+      optional: true,
+    },
+    {
+      name: 'defaultSchema',
+      displayName: 'Default Schema',
+      type: 'string',
+      optional: true,
+    },
+    {
+      name: 'setupSQL',
+      displayName: 'Setup SQL',
+      type: 'text',
+      optional: true,
+      description: 'SQL statements to run when the connection is established',
+    },
+  ],
+});

package/tsconfig.json

@@ -0,0 +1,13 @@
+{
+  "extends": "../../tsconfig.packages.json",
+  "compilerOptions": {
+    "rootDir": "src",
+    "outDir": "dist",
+    "composite": true
+  },
+  "references": [
+    {
+      "path": "../malloy"
+    }
+  ]
+}