@malloydata/db-snowflake 0.0.126-dev240305182920

package/dist/index.d.ts

@@ -0,0 +1 @@
+export { SnowflakeConnection } from './snowflake_connection';

package/dist/index.js

@@ -0,0 +1,28 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SnowflakeConnection = void 0;
+var snowflake_connection_1 = require("./snowflake_connection");
+Object.defineProperty(exports, "SnowflakeConnection", { enumerable: true, get: function () { return snowflake_connection_1.SnowflakeConnection; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;;AAEH,+DAA2D;AAAnD,2HAAA,mBAAmB,OAAA"}

package/dist/snowflake_connection.d.ts

@@ -0,0 +1,51 @@
+import { RunSQLOptions, MalloyQueryData, QueryRunStats, Connection, PersistSQLResults, StreamingConnection, PooledConnection, SQLBlock, StructDef, QueryDataRow } from '@malloydata/malloy';
+import { FetchSchemaOptions, TestableConnection } from '@malloydata/malloy/dist/runtime_types';
+import { ConnectionOptions } from 'snowflake-sdk';
+import { Options as PoolOptions } from 'generic-pool';
+type namespace = {
+    database: string;
+    schema: string;
+};
+export interface SnowflakeConnectionOptions {
+    connOptions?: ConnectionOptions;
+    poolOptions?: PoolOptions;
+    scratchSpace?: namespace;
+    queryOptions?: RunSQLOptions;
+}
+export declare class SnowflakeConnection implements Connection, PersistSQLResults, StreamingConnection, TestableConnection {
+    readonly name: string;
+    private readonly dialect;
+    private executor;
+    private schemaCache;
+    private sqlSchemaCache;
+    private scratchSpace?;
+    private queryOptions;
+    constructor(name: string, options?: SnowflakeConnectionOptions);
+    get dialectName(): string;
+    get supportsNesting(): boolean;
+    isPool(): this is PooledConnection;
+    canPersist(): this is PersistSQLResults;
+    canStream(): this is StreamingConnection;
+    estimateQueryCost(_sqlCommand: string): Promise<QueryRunStats>;
+    close(): Promise<void>;
+    private getTempTableName;
+    runSQL(sql: string, options?: RunSQLOptions): Promise<MalloyQueryData>;
+    runSQLStream(sqlCommand: string, options?: RunSQLOptions): AsyncIterableIterator<QueryDataRow>;
+    test(): Promise<void>;
+    private schemaFromQuery;
+    private getTableSchema;
+    fetchSchemaForTables(missing: Record<string, string>, { refreshTimestamp }: FetchSchemaOptions): Promise<{
+        schemas: Record<string, StructDef>;
+        errors: Record<string, string>;
+    }>;
+    private getSQLBlockSchema;
+    fetchSchemaForSQLBlock(sqlRef: SQLBlock, { refreshTimestamp }: FetchSchemaOptions): Promise<{
+        structDef: StructDef;
+        error?: undefined;
+    } | {
+        error: string;
+        structDef?: undefined;
+    }>;
+    manifestTemporaryTable(sqlCommand: string): Promise<string>;
+}
+export {};

package/dist/snowflake_connection.js

@@ -0,0 +1,271 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SnowflakeConnection = void 0;
+const crypto = __importStar(require("crypto"));
+const malloy_1 = require("@malloydata/malloy");
+const snowflake_executor_1 = require("./snowflake_executor");
+class SnowflakeConnection {
+    constructor(name, options) {
+        var _a;
+        this.name = name;
+        this.dialect = new malloy_1.SnowflakeDialect();
+        this.schemaCache = new Map();
+        this.sqlSchemaCache = new Map();
+        let connOptions = options === null || options === void 0 ? void 0 : options.connOptions;
+        if (connOptions === undefined) {
+            // try to get connection options from ~/.snowflake/connections.toml
+            connOptions = snowflake_executor_1.SnowflakeExecutor.getConnectionOptionsFromToml();
+        }
+        this.executor = new snowflake_executor_1.SnowflakeExecutor(connOptions, options === null || options === void 0 ? void 0 : options.poolOptions);
+        this.scratchSpace = options === null || options === void 0 ? void 0 : options.scratchSpace;
+        this.queryOptions = (_a = options === null || options === void 0 ? void 0 : options.queryOptions) !== null && _a !== void 0 ? _a : {};
+    }
+    get dialectName() {
+        return 'snowflake';
+    }
+    // TODO: make it support nesting soon
+    get supportsNesting() {
+        return false;
+    }
+    isPool() {
+        return true;
+    }
+    canPersist() {
+        return true;
+    }
+    canStream() {
+        return true;
+    }
+    async estimateQueryCost(_sqlCommand) {
+        return {};
+    }
+    async close() {
+        await this.executor.done();
+    }
+    getTempTableName(sqlCommand) {
+        const hash = crypto.createHash('md5').update(sqlCommand).digest('hex');
+        let tableName = `tt${hash}`;
+        if (this.scratchSpace) {
+            tableName = `${this.scratchSpace.database}.${this.scratchSpace.schema}.${tableName}`;
+        }
+        return tableName;
+    }
+    async runSQL(sql, options) {
+        var _a, _b;
+        const rowLimit = (_a = options === null || options === void 0 ? void 0 : options.rowLimit) !== null && _a !== void 0 ? _a : (_b = this.queryOptions) === null || _b === void 0 ? void 0 : _b.rowLimit;
+        let rows = await this.executor.batch(sql);
+        if (rowLimit !== undefined && rows.length > rowLimit) {
+            rows = rows.slice(0, rowLimit);
+        }
+        return { rows, totalRows: rows.length };
+    }
+    async *runSQLStream(sqlCommand, options = {}) {
+        const streamQueryOptions = {
+            ...this.queryOptions,
+            ...options,
+        };
+        for await (const row of await this.executor.stream(sqlCommand, streamQueryOptions)) {
+            yield row;
+        }
+    }
+    async test() {
+        await this.executor.batch('SELECT 1');
+    }
+    async schemaFromQuery(infoQuery, structDef) {
+        const rows = await this.executor.batch(infoQuery);
+        for (const row of rows) {
+            const snowflakeDataType = row['DATA_TYPE'];
+            const s = structDef;
+            const malloyType = this.dialect.sqlTypeToMalloyType(snowflakeDataType);
+            const name = row['COLUMN_NAME'];
+            if (malloyType) {
+                s.fields.push({ ...malloyType, name });
+            }
+            else {
+                s.fields.push({
+                    type: 'unsupported',
+                    rawType: snowflakeDataType,
+                    name,
+                });
+            }
+        }
+    }
+    async getTableSchema(tableKey, tablePath) {
+        // looks like snowflake:schemaName.tableName
+        tableKey = tableKey.toLowerCase();
+        let [schema, tableName] = ['', tablePath];
+        const schema_and_table = tablePath.split('.');
+        if (schema_and_table.length === 2) {
+            [schema, tableName] = schema_and_table;
+        }
+        const structDef = {
+            type: 'struct',
+            dialect: 'snowflake',
+            name: tableKey,
+            structSource: { type: 'table', tablePath },
+            structRelationship: {
+                type: 'basetable',
+                connectionName: this.name,
+            },
+            fields: [],
+        };
+        // This is how we get variant information
+        // WITH tbl as (
+        //   SELECT * FROM malloytest.ga_sample
+        //  )
+        //  SELECT regexp_replace(PATH, '\\[.*\\]', '[]') as PATH, lower(TYPEOF(value)) as type
+        //  FROM (select object_construct(*) o from  tbl limit 100)
+        //      ,table(flatten(input => o, recursive => true)) as meta
+        //  WHERE lower(TYPEOF(value)) <> 'array'
+        //  GROUP BY 1,2
+        //  ORDER BY PATH
+        const infoQuery = `
+  SELECT
+    column_name, -- LOWER(COLUMN_NAME) AS column_name,
+    LOWER(DATA_TYPE) as data_type
+  FROM
+    INFORMATION_SCHEMA.COLUMNS
+  WHERE
+    table_schema = UPPER('${schema}')
+    AND table_name = UPPER('${tableName}');
+    `;
+        await this.schemaFromQuery(infoQuery, structDef);
+        return structDef;
+    }
+    async fetchSchemaForTables(missing, { refreshTimestamp }) {
+        const schemas = {};
+        const errors = {};
+        for (const tableKey in missing) {
+            let inCache = this.schemaCache.get(tableKey);
+            if (!inCache ||
+                (refreshTimestamp && refreshTimestamp > inCache.timestamp)) {
+                const tablePath = missing[tableKey];
+                const timestamp = refreshTimestamp || Date.now();
+                try {
+                    inCache = {
+                        schema: await this.getTableSchema(tableKey, tablePath),
+                        timestamp,
+                    };
+                    this.schemaCache.set(tableKey, inCache);
+                }
+                catch (error) {
+                    inCache = { error: error.message, timestamp };
+                }
+            }
+            if (inCache.schema !== undefined) {
+                schemas[tableKey] = inCache.schema;
+            }
+            else {
+                errors[tableKey] = inCache.error || 'Unknown schema fetch error';
+            }
+        }
+        return { schemas, errors };
+    }
+    async getSQLBlockSchema(sqlRef) {
+        const structDef = {
+            type: 'struct',
+            dialect: 'snowflake',
+            name: sqlRef.name,
+            structSource: {
+                type: 'sql',
+                method: 'subquery',
+                sqlBlock: sqlRef,
+            },
+            structRelationship: {
+                type: 'basetable',
+                connectionName: this.name,
+            },
+            fields: [],
+        };
+        // create temp table with same schema as the query
+        const tempTableName = this.getTempTableName(sqlRef.selectStr);
+        this.runSQL(`
+      CREATE OR REPLACE TEMP TABLE ${tempTableName} as SELECT * FROM (
+        ${sqlRef.selectStr}
+      ) as x WHERE false;
+      `);
+        const infoQuery = `
+  SELECT
+    column_name, -- LOWER(column_name) as column_name,
+    LOWER(data_type) as data_type
+  FROM
+    INFORMATION_SCHEMA.COLUMNS
+  WHERE
+    table_name = UPPER('${tempTableName}');
+  `;
+        await this.schemaFromQuery(infoQuery, structDef);
+        return structDef;
+    }
+    async fetchSchemaForSQLBlock(sqlRef, { refreshTimestamp }) {
+        const key = sqlRef.name;
+        let inCache = this.sqlSchemaCache.get(key);
+        if (!inCache ||
+            (refreshTimestamp && refreshTimestamp > inCache.timestamp)) {
+            const timestamp = refreshTimestamp !== null && refreshTimestamp !== void 0 ? refreshTimestamp : Date.now();
+            try {
+                inCache = {
+                    structDef: await this.getSQLBlockSchema(sqlRef),
+                    timestamp,
+                };
+            }
+            catch (error) {
+                inCache = { error: error.message, timestamp };
+            }
+            this.sqlSchemaCache.set(key, inCache);
+        }
+        return inCache;
+    }
+    async manifestTemporaryTable(sqlCommand) {
+        const tableName = this.getTempTableName(sqlCommand);
+        const cmd = `CREATE OR REPLACE TEMP TABLE ${tableName} AS (${sqlCommand});`;
+        await this.runSQL(cmd);
+        return tableName;
+    }
+}
+exports.SnowflakeConnection = SnowflakeConnection;
+//# sourceMappingURL=snowflake_connection.js.map

package/dist/snowflake_connection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snowflake_connection.js","sourceRoot":"","sources":["../src/snowflake_connection.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,+CAAiC;AACjC,+CAa4B;AAC5B,6DAAuD;AAwBvD,MAAa,mBAAmB;IA4B9B,YACkB,IAAY,EAC5B,OAAoC;;QADpB,SAAI,GAAJ,IAAI,CAAQ;QAtBb,YAAO,GAAG,IAAI,yBAAgB,EAAE,CAAC;QAE1C,gBAAW,GAAG,IAAI,GAAG,EAI1B,CAAC;QACI,mBAAc,GAAG,IAAI,GAAG,EAQ7B,CAAC;QAUF,IAAI,WAAW,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,CAAC;QACvC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,mEAAmE;YACnE,WAAW,GAAG,sCAAiB,CAAC,4BAA4B,EAAE,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,sCAAiB,CAAC,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,CAAC,CAAC;QACzE,IAAI,CAAC,YAAY,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,YAAY,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,YAAY,mCAAI,EAAE,CAAC;IAClD,CAAC;IAED,IAAI,WAAW;QACb,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,qCAAqC;IACrC,IAAW,eAAe;QACxB,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,UAAU;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IAEO,gBAAgB,CAAC,UAAkB;QACzC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,IAAI,SAAS,GAAG,KAAK,IAAI,EAAE,CAAC;QAC5B,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,SAAS,GAAG,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;QACvF,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,GAAW,EACX,OAAuB;;QAEvB,MAAM,QAAQ,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,MAAA,IAAI,CAAC,YAAY,0CAAE,QAAQ,CAAC;QAClE,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YACrD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,CAAC,YAAY,CACxB,UAAkB,EAClB,UAAyB,EAAE;QAE3B,MAAM,kBAAkB,GAAG;YACzB,GAAG,IAAI,CAAC,YAAY;YACpB,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAChD,UAAU,EACV,kBAAkB,CACnB,EAAE,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACxC,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,SAAiB,EACjB,SAAoB;QAEpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAClD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,iBAAiB,GAAG,GAAG,CAAC,WAAW,CAAW,CAAC;YACrD,MAAM,CAAC,GAAG,SAAS,CAAC;YACpB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,GAAG,CAAC,aAAa,CAAW,CAAC;YAC1C,IAAI,UAAU,EAAE,CAAC;gBACf,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAC,GAAG,UAAU,EAAE,IAAI,EAAC,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,aAAa;oBACnB,OAAO,EAAE,iBAAiB;oBAC1B,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,QAAgB,EAChB,SAAiB;QAEjB,4CAA4C;QAC5C,QAAQ,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QAElC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC1C,MAAM,gBAAgB,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,gBAAgB,CAAC;QACzC,CAAC;QAED,MAAM,SAAS,GAAc;YAC3B,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,WAAW;YACpB,IAAI,EAAE,QAAQ;YACd,YAAY,EAAE,EAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAC;YACxC,kBAAkB,EAAE;gBAClB,IAAI,EAAE,WAAW;gBACjB,cAAc,EAAE,IAAI,CAAC,IAAI;aAC1B;YACD,MAAM,EAAE,EAAE;SACX,CAAC;QACF,yCAAyC;QAEzC,gBAAgB;QAChB,uCAAuC;QACvC,KAAK;QACL,uFAAuF;QACvF,2DAA2D;QAC3D,8DAA8D;QAC9D,yCAAyC;QACzC,gBAAgB;QAChB,iBAAiB;QAEjB,MAAM,SAAS,GAAG;;;;;;;4BAOM,MAAM;8BACJ,SAAS;KAClC,CAAC;QAEF,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACjD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAC/B,OAA+B,EAC/B,EAAC,gBAAgB,EAAqB;QAKtC,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,MAAM,MAAM,GAA6B,EAAE,CAAC;QAE5C,KAAK,MAAM,QAAQ,IAAI,OAAO,EAAE,CAAC;YAC/B,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC7C,IACE,CAAC,OAAO;gBACR,CAAC,gBAAgB,IAAI,gBAAgB,GAAG,OAAO,CAAC,SAAS,CAAC,EAC1D,CAAC;gBACD,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;gBACpC,MAAM,SAAS,GAAG,gBAAgB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACjD,IAAI,CAAC;oBACH,OAAO,GAAG;wBACR,MAAM,EAAE,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS,CAAC;wBACtD,SAAS;qBACV,CAAC;oBACF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAC1C,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,GAAG,EAAC,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAC,CAAC;gBAC9C,CAAC;YACH,CAAC;YACD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACjC,OAAO,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;YACrC,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,KAAK,IAAI,4BAA4B,CAAC;YACnE,CAAC;QACH,CAAC;QACD,OAAO,EAAC,OAAO,EAAE,MAAM,EAAC,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAgB;QAC9C,MAAM,SAAS,GAAc;YAC3B,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,WAAW;YACpB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,YAAY,EAAE;gBACZ,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,MAAM;aACjB;YACD,kBAAkB,EAAE;gBAClB,IAAI,EAAE,WAAW;gBACjB,cAAc,EAAE,IAAI,CAAC,IAAI;aAC1B;YACD,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,kDAAkD;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CACT;qCAC+B,aAAa;UACxC,MAAM,CAAC,SAAS;;OAEnB,CACF,CAAC;QAEF,MAAM,SAAS,GAAG;;;;;;;0BAOI,aAAa;GACpC,CAAC;QACA,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACjD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,KAAK,CAAC,sBAAsB,CACjC,MAAgB,EAChB,EAAC,gBAAgB,EAAqB;QAKtC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC3C,IACE,CAAC,OAAO;YACR,CAAC,gBAAgB,IAAI,gBAAgB,GAAG,OAAO,CAAC,SAAS,CAAC,EAC1D,CAAC;YACD,MAAM,SAAS,GAAG,gBAAgB,aAAhB,gBAAgB,cAAhB,gBAAgB,GAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,OAAO,GAAG;oBACR,SAAS,EAAE,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC;oBAC/C,SAAS;iBACV,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,GAAG,EAAC,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAC,CAAC;YAC9C,CAAC;YACD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,UAAkB;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,gCAAgC,SAAS,QAAQ,UAAU,IAAI,CAAC;QAC5E,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAxSD,kDAwSC"}

package/dist/snowflake_connection.spec.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/snowflake_connection.spec.js

@@ -0,0 +1,123 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const malloy = __importStar(require("@malloydata/malloy"));
+const snowflake_connection_1 = require("./snowflake_connection");
+const url_1 = require("url");
+const util = __importStar(require("util"));
+const fs = __importStar(require("fs"));
+const snowflake_executor_1 = require("./snowflake_executor");
+const envDatabases = process.env['MALLOY_DATABASES'] || process.env['MALLOY_DATABASE'];
+let describe = globalThis.describe;
+if (envDatabases && !envDatabases.includes('snowflake')) {
+    describe = describe.skip;
+}
+describe('db:Snowflake', () => {
+    let conn;
+    let runtime;
+    beforeAll(() => {
+        const connOptions = snowflake_executor_1.SnowflakeExecutor.getConnectionOptionsFromEnv() ||
+            snowflake_executor_1.SnowflakeExecutor.getConnectionOptionsFromToml();
+        conn = new snowflake_connection_1.SnowflakeConnection('snowflake', {
+            connOptions: connOptions,
+            queryOptions: { rowLimit: 1000 },
+        });
+        const files = {
+            readURL: async (url) => {
+                const filePath = (0, url_1.fileURLToPath)(url);
+                return await util.promisify(fs.readFile)(filePath, 'utf8');
+            },
+        };
+        runtime = new malloy.Runtime(files, conn);
+    });
+    afterAll(async () => {
+        await conn.close();
+    });
+    it('runs a SQL query', async () => {
+        const res = await conn.runSQL('SELECT 1 as t');
+        expect(res.rows[0]['t']).toBe(1);
+    });
+    it('runs a Malloy query', async () => {
+        var _a;
+        const sql = await runtime
+            .loadModel("source: aircraft is snowflake.table('malloytest.aircraft')")
+            .loadQuery(`run:  aircraft -> {
+        where: state != null
+        aggregate: cnt is count()
+        group_by:  state}`)
+            .getSQL();
+        const res = await conn.runSQL(sql);
+        expect(res.totalRows).toBe(55);
+        let total = 0;
+        for (const row of res.rows) {
+            total += +((_a = row['cnt']) !== null && _a !== void 0 ? _a : 0);
+        }
+        expect(total).toBe(3540);
+        // if we request for a smaller rowLimit we should get fewer rows
+        const res_limited = await conn.runSQL(sql, { rowLimit: 10 });
+        expect(res_limited.totalRows).toBe(10);
+    });
+    it('runs a Malloy query on an sql source', async () => {
+        const sql = await runtime
+            .loadModel("source: aircraft is snowflake.sql('SELECT * FROM malloytest.AIRCRAFT')")
+            .loadQuery('run:  aircraft -> { aggregate: cnt is count() }')
+            .getSQL();
+        const res = await conn.runSQL(sql);
+        expect(res.rows.length).toBe(1);
+        expect(res.rows[0]['cnt']).toBe(3599);
+    });
+    it('runs a Malloy function with overrides', async () => {
+        const sql = await runtime
+            .loadModel("source: aircraft is snowflake.table('malloytest.aircraft')")
+            .loadQuery('run: aircraft -> { select: rand is rand(), limit: 1}')
+            .getSQL();
+        const res = await conn.runSQL(sql);
+        expect(res.rows[0]['rand']).toBeGreaterThanOrEqual(0);
+        expect(res.rows[0]['rand']).toBeLessThanOrEqual(1);
+    });
+});
+//# sourceMappingURL=snowflake_connection.spec.js.map

package/dist/snowflake_connection.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"snowflake_connection.spec.js","sourceRoot":"","sources":["../src/snowflake_connection.spec.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2DAA6C;AAC7C,iEAA2D;AAC3D,6BAAkC;AAClC,2CAA6B;AAC7B,uCAAyB;AACzB,6DAAuD;AAEvD,MAAM,YAAY,GAChB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;AAEpE,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;AACnC,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;IACxD,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC;AAC3B,CAAC;AAED,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,IAAyB,CAAC;IAC9B,IAAI,OAAuB,CAAC;IAE5B,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,WAAW,GACf,sCAAiB,CAAC,2BAA2B,EAAE;YAC/C,sCAAiB,CAAC,4BAA4B,EAAE,CAAC;QACnD,IAAI,GAAG,IAAI,0CAAmB,CAAC,WAAW,EAAE;YAC1C,WAAW,EAAE,WAAW;YACxB,YAAY,EAAE,EAAC,QAAQ,EAAE,IAAI,EAAC;SAC/B,CAAC,CAAC;QACH,MAAM,KAAK,GAAG;YACZ,OAAO,EAAE,KAAK,EAAE,GAAQ,EAAE,EAAE;gBAC1B,MAAM,QAAQ,GAAG,IAAA,mBAAa,EAAC,GAAG,CAAC,CAAC;gBACpC,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC7D,CAAC;SACF,CAAC;QACF,OAAO,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,KAAK,IAAI,EAAE;QAClB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kBAAkB,EAAE,KAAK,IAAI,EAAE;QAChC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;QAC/C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;;QACnC,MAAM,GAAG,GAAG,MAAM,OAAO;aACtB,SAAS,CAAC,4DAA4D,CAAC;aACvE,SAAS,CACR;;;0BAGkB,CACnB;aACA,MAAM,EAAE,CAAC;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/B,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;YAC3B,KAAK,IAAI,CAAC,CAAC,MAAA,GAAG,CAAC,KAAK,CAAC,mCAAI,CAAC,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEzB,gEAAgE;QAChE,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,EAAC,QAAQ,EAAE,EAAE,EAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,MAAM,GAAG,GAAG,MAAM,OAAO;aACtB,SAAS,CACR,wEAAwE,CACzE;aACA,SAAS,CAAC,iDAAiD,CAAC;aAC5D,MAAM,EAAE,CAAC;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,GAAG,GAAG,MAAM,OAAO;aACtB,SAAS,CAAC,4DAA4D,CAAC;aACvE,SAAS,CAAC,sDAAsD,CAAC;aACjE,MAAM,EAAE,CAAC;QACZ,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/snowflake_executor.d.ts

@@ -0,0 +1,20 @@
+import { Connection, ConnectionOptions } from 'snowflake-sdk';
+import { Options as PoolOptions } from 'generic-pool';
+import { QueryData, QueryDataRow, RunSQLOptions } from '@malloydata/malloy';
+export interface ConnectionConfigFile {
+    config_file_path?: string;
+    connection_name?: string;
+}
+export declare class SnowflakeExecutor {
+    private static defaultPoolOptions_;
+    private static defaultConnectionOptions;
+    private pool_;
+    constructor(connOptions: ConnectionOptions, poolOptions?: PoolOptions);
+    static getConnectionOptionsFromEnv(): ConnectionOptions | undefined;
+    static getConnectionOptionsFromToml(options?: ConnectionConfigFile): ConnectionOptions;
+    done(): Promise<void>;
+    _execute(sqlText: string, conn: Connection): Promise<QueryData>;
+    private _setSessionParams;
+    batch(sqlText: string): Promise<QueryData>;
+    stream(sqlText: string, options?: RunSQLOptions): Promise<AsyncIterableIterator<QueryDataRow>>;
+}