@malloydata/db-snowflake 0.0.126-dev240305182920

package/dist/snowflake_executor.js

@@ -0,0 +1,205 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SnowflakeExecutor = void 0;
+const snowflake_sdk_1 = __importDefault(require("snowflake-sdk"));
+const toml = __importStar(require("toml"));
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+const malloy_1 = require("@malloydata/malloy");
+// function columnNameToLowerCase(row: QueryDataRow): QueryDataRow {
+//   const ret: QueryDataRow = {};
+//   for (const key in row) {
+//     ret[key.toLowerCase()] = row[key];
+//   }
+//   return ret;
+// }
+class SnowflakeExecutor {
+    constructor(connOptions, poolOptions) {
+        this.pool_ = snowflake_sdk_1.default.createPool(connOptions, {
+            ...SnowflakeExecutor.defaultPoolOptions_,
+            ...(poolOptions !== null && poolOptions !== void 0 ? poolOptions : {}),
+        });
+    }
+    static getConnectionOptionsFromEnv() {
+        const account = process.env['SNOWFLAKE_ACCOUNT'];
+        if (account) {
+            const username = process.env['SNOWFLAKE_USER'];
+            const password = process.env['SNOWFLAKE_PASSWORD'];
+            const warehouse = process.env['SNOWFLAKE_WAREHOUSE'];
+            const database = process.env['SNOWFLAKE_DATABASE'];
+            const schema = process.env['SNOWFLAKE_SCHEMA'];
+            return {
+                account,
+                username,
+                password,
+                warehouse,
+                database,
+                schema,
+            };
+        }
+        return undefined;
+    }
+    static getConnectionOptionsFromToml(options) {
+        var _a, _b;
+        let location = options === null || options === void 0 ? void 0 : options.config_file_path;
+        if (location === undefined) {
+            const homeDir = process.env['HOME'] || process.env['USERPROFILE'];
+            if (homeDir === undefined) {
+                throw new Error('could not find a path to connections.toml');
+            }
+            location = path.join(homeDir, '.snowflake', 'connections.toml');
+        }
+        if (!fs.existsSync(location)) {
+            throw new Error(`provided snowflake connection config file: ${location} does not exist`);
+        }
+        const tomlData = fs.readFileSync(location, 'utf-8');
+        const connections = toml.parse(tomlData);
+        const tomlConnectionName = (_a = options === null || options === void 0 ? void 0 : options.connection_name) !== null && _a !== void 0 ? _a : 'default';
+        const connection = connections[tomlConnectionName];
+        if (connection === undefined) {
+            throw new Error(`provided snowflake connection name: ${tomlConnectionName} does not exist at ${location}`);
+        }
+        // sometimes the connection file uses "user" instead of "username"
+        // because the python api expects 'user'
+        connection['username'] = (_b = connection['username']) !== null && _b !== void 0 ? _b : connection['user'];
+        if (!connection || !connection.account || !connection.username) {
+            throw new Error(`provided snowflake connection config file at ${location} is not valid`);
+        }
+        return {
+            // some basic options we configure by default but can be overriden
+            ...SnowflakeExecutor.defaultConnectionOptions,
+            account: connection.account,
+            username: connection.username,
+            ...connection,
+        };
+    }
+    async done() {
+        await this.pool_.drain().then(() => {
+            this.pool_.clear();
+        });
+    }
+    async _execute(sqlText, conn) {
+        return new Promise((resolve, reject) => {
+            const _statment = conn.execute({
+                sqlText,
+                complete: (err, _stmt, rows) => {
+                    if (err) {
+                        reject(err);
+                    }
+                    else if (rows) {
+                        resolve(rows);
+                    }
+                },
+            });
+        });
+    }
+    async _setSessionParams(conn) {
+        // set some default session parameters
+        // this is quite imporant for snowflake because malloy tends to add quotes to all database identifiers
+        // and snowflake is case sensitive by with quotes but matches against all caps identifiers without quotes
+        // await this._execute(
+        //   'ALTER SESSION SET QUOTED_IDENTIFIERS_IGNORE_CASE = true;',
+        //   conn
+        // );
+        // set utc as the default timezone which is the malloy convention
+        await this._execute("ALTER SESSION SET TIMEZONE = 'UTC';", conn);
+        // ensure week starts on Sunday which is the malloy convention
+        await this._execute('ALTER SESSION SET WEEK_START = 7;', conn);
+    }
+    async batch(sqlText) {
+        return await this.pool_.use(async (conn) => {
+            await this._setSessionParams(conn);
+            return await this._execute(sqlText, conn);
+        });
+    }
+    async stream(sqlText, options) {
+        const pool = this.pool_;
+        return await pool.acquire().then(async (conn) => {
+            await this._setSessionParams(conn);
+            const stmt = conn.execute({
+                sqlText,
+                streamResult: true,
+            });
+            const stream = stmt.streamRows();
+            function streamSnowflake(onError, onData, onEnd) {
+                function handleEnd() {
+                    onEnd();
+                    pool.release(conn);
+                }
+                let index = 0;
+                function handleData(row) {
+                    onData(row);
+                    index += 1;
+                    if ((options === null || options === void 0 ? void 0 : options.rowLimit) !== undefined && index >= options.rowLimit) {
+                        onEnd();
+                    }
+                }
+                stream.on('error', onError);
+                stream.on('data', handleData);
+                stream.on('end', handleEnd);
+            }
+            return Promise.resolve((0, malloy_1.toAsyncGenerator)(streamSnowflake));
+        });
+    }
+}
+exports.SnowflakeExecutor = SnowflakeExecutor;
+SnowflakeExecutor.defaultPoolOptions_ = {
+    min: 1,
+    max: 1,
+    // ensure we validate a connection before giving it to a client
+    testOnBorrow: true,
+    testOnReturn: true,
+};
+SnowflakeExecutor.defaultConnectionOptions = {
+    clientSessionKeepAlive: true, // default = false
+    clientSessionKeepAliveHeartbeatFrequency: 900, // default = 3600
+};
+//# sourceMappingURL=snowflake_executor.js.map

package/dist/snowflake_executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snowflake_executor.js","sourceRoot":"","sources":["../src/snowflake_executor.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,kEAKuB;AAEvB,2CAA6B;AAC7B,uCAAyB;AACzB,2CAA6B;AAE7B,+CAK4B;AAW5B,oEAAoE;AACpE,kCAAkC;AAClC,6BAA6B;AAC7B,yCAAyC;AACzC,MAAM;AACN,gBAAgB;AAChB,IAAI;AAEJ,MAAa,iBAAiB;IAc5B,YAAY,WAA8B,EAAE,WAAyB;QACnE,IAAI,CAAC,KAAK,GAAG,uBAAS,CAAC,UAAU,CAAC,WAAW,EAAE;YAC7C,GAAG,iBAAiB,CAAC,mBAAmB;YACxC,GAAG,CAAC,WAAW,aAAX,WAAW,cAAX,WAAW,GAAI,EAAE,CAAC;SACvB,CAAC,CAAC;IACL,CAAC;IAEM,MAAM,CAAC,2BAA2B;QACvC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjD,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;YACnD,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YAC/C,OAAO;gBACL,OAAO;gBACP,QAAQ;gBACR,QAAQ;gBACR,SAAS;gBACT,QAAQ;gBACR,MAAM;aACP,CAAC;QACJ,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,MAAM,CAAC,4BAA4B,CACxC,OAA8B;;QAE9B,IAAI,QAAQ,GAAuB,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,gBAAgB,CAAC;QAC7D,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAClE,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAC/D,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,kBAAkB,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACb,8CAA8C,QAAQ,iBAAiB,CACxE,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,kBAAkB,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,eAAe,mCAAI,SAAS,CAAC;QACjE,MAAM,UAAU,GAAG,WAAW,CAAC,kBAAkB,CAAC,CAAC;QACnD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACb,uCAAuC,kBAAkB,sBAAsB,QAAQ,EAAE,CAC1F,CAAC;QACJ,CAAC;QAED,kEAAkE;QAClE,wCAAwC;QACxC,UAAU,CAAC,UAAU,CAAC,GAAG,MAAA,UAAU,CAAC,UAAU,CAAC,mCAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QACtE,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC/D,MAAM,IAAI,KAAK,CACb,gDAAgD,QAAQ,eAAe,CACxE,CAAC;QACJ,CAAC;QAED,OAAO;YACL,kEAAkE;YAClE,GAAG,iBAAiB,CAAC,wBAAwB;YAC7C,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,QAAQ,EAAE,UAAU,CAAC,QAAQ;YAC7B,GAAG,UAAU;SACd,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;YACjC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,OAAe,EAAE,IAAgB;QACrD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC;gBAC7B,OAAO;gBACP,QAAQ,EAAE,CACR,GAA+B,EAC/B,KAAgB,EAChB,IAAgB,EAChB,EAAE;oBACF,IAAI,GAAG,EAAE,CAAC;wBACR,MAAM,CAAC,GAAG,CAAC,CAAC;oBACd,CAAC;yBAAM,IAAI,IAAI,EAAE,CAAC;wBAChB,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChB,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,IAAgB;QAC9C,sCAAsC;QACtC,sGAAsG;QACtG,yGAAyG;QACzG,uBAAuB;QACvB,gEAAgE;QAChE,SAAS;QACT,KAAK;QACL,iEAAiE;QACjE,MAAM,IAAI,CAAC,QAAQ,CAAC,qCAAqC,EAAE,IAAI,CAAC,CAAC;QACjE,8DAA8D;QAC9D,MAAM,IAAI,CAAC,QAAQ,CAAC,mCAAmC,EAAE,IAAI,CAAC,CAAC;IACjE,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,OAAe;QAChC,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAgB,EAAE,EAAE;YACrD,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACnC,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,OAAe,EACf,OAAuB;QAEvB,MAAM,IAAI,GAAqB,IAAI,CAAC,KAAK,CAAC;QAC1C,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,IAAgB,EAAE,EAAE;YAC1D,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,IAAI,GAAc,IAAI,CAAC,OAAO,CAAC;gBACnC,OAAO;gBACP,YAAY,EAAE,IAAI;aACnB,CAAC,CAAC;YACH,MAAM,MAAM,GAAa,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3C,SAAS,eAAe,CACtB,OAA+B,EAC/B,MAAoC,EACpC,KAAiB;gBAEjB,SAAS,SAAS;oBAChB,KAAK,EAAE,CAAC;oBACR,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;gBAED,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,SAAS,UAAU,CAAiB,GAAiB;oBACnD,MAAM,CAAC,GAAG,CAAC,CAAC;oBACZ,KAAK,IAAI,CAAC,CAAC;oBACX,IAAI,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,MAAK,SAAS,IAAI,KAAK,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;wBACjE,KAAK,EAAE,CAAC;oBACV,CAAC;gBACH,CAAC;gBACD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC5B,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBAC9B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAC9B,CAAC;YACD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAA,yBAAgB,EAAe,eAAe,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;IACL,CAAC;;AAzKH,8CA0KC;AAzKgB,qCAAmB,GAAgB;IAChD,GAAG,EAAE,CAAC;IACN,GAAG,EAAE,CAAC;IACN,+DAA+D;IAC/D,YAAY,EAAE,IAAI;IAClB,YAAY,EAAE,IAAI;CACnB,CAAC;AACa,0CAAwB,GAAG;IACxC,sBAAsB,EAAE,IAAI,EAAE,kBAAkB;IAChD,wCAAwC,EAAE,GAAG,EAAE,iBAAiB;CACjE,CAAC"}

package/dist/snowflake_executor.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/snowflake_executor.spec.js

@@ -0,0 +1,93 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+const snowflake_executor_1 = require("./snowflake_executor");
+const envDatabases = process.env['MALLOY_DATABASES'] || process.env['MALLOY_DATABASE'];
+let describe = globalThis.describe;
+if (envDatabases && !envDatabases.includes('snowflake')) {
+    describe = describe.skip;
+}
+class SnowflakeExecutorTestSetup {
+    constructor(executor) {
+        this.executor = executor;
+        this.executor_ = executor;
+    }
+    async runBatch(sqlText) {
+        let ret = [];
+        await (async () => {
+            const rows = await this.executor_.batch(sqlText);
+            return rows;
+        })().then((rows) => {
+            ret = rows;
+        });
+        return ret;
+    }
+    async runStreaming(sqlText, queryOptions) {
+        const rows = [];
+        await (async () => {
+            for await (const row of await this.executor_.stream(sqlText, queryOptions)) {
+                rows.push(row);
+            }
+        })();
+        return rows;
+    }
+    async done() {
+        await this.executor_.done();
+    }
+}
+describe('db:SnowflakeExecutor', () => {
+    let db;
+    let query;
+    beforeAll(() => {
+        const connOptions = snowflake_executor_1.SnowflakeExecutor.getConnectionOptionsFromEnv() ||
+            snowflake_executor_1.SnowflakeExecutor.getConnectionOptionsFromToml();
+        const executor = new snowflake_executor_1.SnowflakeExecutor(connOptions);
+        db = new SnowflakeExecutorTestSetup(executor);
+        query = `
+    select
+    *
+  from
+    (
+      values
+        (1, 'one'),
+        (2, 'two'),
+        (3, 'three'),
+        (4, 'four'),
+        (5, 'five')
+    );
+    `;
+    });
+    afterAll(async () => {
+        await db.done();
+    });
+    it('verifies batch execute', async () => {
+        const rows = await db.runBatch(query);
+        expect(rows.length).toBe(5);
+    });
+    it('verifies stream iterable', async () => {
+        const rows = await db.runStreaming(query, { rowLimit: 2 });
+        expect(rows.length).toBe(2);
+    });
+});
+//# sourceMappingURL=snowflake_executor.spec.js.map

package/dist/snowflake_executor.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snowflake_executor.spec.js","sourceRoot":"","sources":["../src/snowflake_executor.spec.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;AAEH,6DAAuD;AAGvD,MAAM,YAAY,GAChB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;AAEpE,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;AACnC,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IACxD,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC;AAC3B,CAAC;AAED,MAAM,0BAA0B;IAE9B,YAAoB,QAA2B;QAA3B,aAAQ,GAAR,QAAQ,CAAmB;QAC7C,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,OAAe;QAC5B,IAAI,GAAG,GAAc,EAAE,CAAC;QACxB,MAAM,CAAC,KAAK,IAAI,EAAE;YAChB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAe,EAAE,EAAE;YAC5B,GAAG,GAAG,IAAI,CAAC;QACb,CAAC,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,YAA4B;QAC9D,MAAM,IAAI,GAAc,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,IAAI,EAAE;YAChB,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CACjD,OAAO,EACP,YAAY,CACb,EAAE,CAAC;gBACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IAC9B,CAAC;CACF;AAED,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,EAA8B,CAAC;IACnC,IAAI,KAAa,CAAC;IAElB,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,WAAW,GACf,sCAAiB,CAAC,2BAA2B,EAAE;YAC/C,sCAAiB,CAAC,4BAA4B,EAAE,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,sCAAiB,CAAC,WAAW,CAAC,CAAC;QACpD,EAAE,GAAG,IAAI,0BAA0B,CAAC,QAAQ,CAAC,CAAC;QAC9C,KAAK,GAAG;;;;;;;;;;;;KAYP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;QACtC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,YAAY,CAAC,KAAK,EAAE,EAAC,QAAQ,EAAE,CAAC,EAAC,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,30 @@
+{
+  "name": "@malloydata/db-snowflake",
+  "version": "0.0.126-dev240305182920",
+  "license": "MIT",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/malloydata/malloy"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "lint": "eslint '**/*.ts{,x}'",
+    "lint-fix": "eslint '**/*.ts{,x}' --fix",
+    "test": "jest --config=../../jest.config.js",
+    "build": "tsc --build",
+    "clean": "tsc --build --clean",
+    "malloyc": "ts-node ../../scripts/malloy-to-json",
+    "prepublishOnly": "npm run build"
+  },
+  "dependencies": {
+    "@malloydata/malloy": "^0.0.126-dev240305182920",
+    "@types/snowflake-sdk": "^1.6.16",
+    "generic-pool": "^3.9.0",
+    "snowflake-sdk": "^1.9.0",
+    "toml": "^3.0.0"
+  }
+}

package/src/index.ts

@@ -0,0 +1,24 @@
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+export {SnowflakeConnection} from './snowflake_connection';

package/src/snowflake_connection.spec.ts

@@ -0,0 +1,113 @@
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+import * as malloy from '@malloydata/malloy';
+import {SnowflakeConnection} from './snowflake_connection';
+import {fileURLToPath} from 'url';
+import * as util from 'util';
+import * as fs from 'fs';
+import {SnowflakeExecutor} from './snowflake_executor';
+
+const envDatabases =
+  process.env['MALLOY_DATABASES'] || process.env['MALLOY_DATABASE'];
+
+let describe = globalThis.describe;
+if (envDatabases && !envDatabases.includes('snowflake')) {
+  describe = describe.skip;
+}
+
+describe('db:Snowflake', () => {
+  let conn: SnowflakeConnection;
+  let runtime: malloy.Runtime;
+
+  beforeAll(() => {
+    const connOptions =
+      SnowflakeExecutor.getConnectionOptionsFromEnv() ||
+      SnowflakeExecutor.getConnectionOptionsFromToml();
+    conn = new SnowflakeConnection('snowflake', {
+      connOptions: connOptions,
+      queryOptions: {rowLimit: 1000},
+    });
+    const files = {
+      readURL: async (url: URL) => {
+        const filePath = fileURLToPath(url);
+        return await util.promisify(fs.readFile)(filePath, 'utf8');
+      },
+    };
+    runtime = new malloy.Runtime(files, conn);
+  });
+
+  afterAll(async () => {
+    await conn.close();
+  });
+
+  it('runs a SQL query', async () => {
+    const res = await conn.runSQL('SELECT 1 as t');
+    expect(res.rows[0]['t']).toBe(1);
+  });
+
+  it('runs a Malloy query', async () => {
+    const sql = await runtime
+      .loadModel("source: aircraft is snowflake.table('malloytest.aircraft')")
+      .loadQuery(
+        `run:  aircraft -> {
+        where: state != null
+        aggregate: cnt is count()
+        group_by:  state}`
+      )
+      .getSQL();
+    const res = await conn.runSQL(sql);
+    expect(res.totalRows).toBe(55);
+    let total = 0;
+    for (const row of res.rows) {
+      total += +(row['cnt'] ?? 0);
+    }
+    expect(total).toBe(3540);
+
+    // if we request for a smaller rowLimit we should get fewer rows
+    const res_limited = await conn.runSQL(sql, {rowLimit: 10});
+    expect(res_limited.totalRows).toBe(10);
+  });
+
+  it('runs a Malloy query on an sql source', async () => {
+    const sql = await runtime
+      .loadModel(
+        "source: aircraft is snowflake.sql('SELECT * FROM malloytest.AIRCRAFT')"
+      )
+      .loadQuery('run:  aircraft -> { aggregate: cnt is count() }')
+      .getSQL();
+    const res = await conn.runSQL(sql);
+    expect(res.rows.length).toBe(1);
+    expect(res.rows[0]['cnt']).toBe(3599);
+  });
+
+  it('runs a Malloy function with overrides', async () => {
+    const sql = await runtime
+      .loadModel("source: aircraft is snowflake.table('malloytest.aircraft')")
+      .loadQuery('run: aircraft -> { select: rand is rand(), limit: 1}')
+      .getSQL();
+    const res = await conn.runSQL(sql);
+    expect(res.rows[0]['rand']).toBeGreaterThanOrEqual(0);
+    expect(res.rows[0]['rand']).toBeLessThanOrEqual(1);
+  });
+});