@malloydata/db-snowflake 0.0.219 → 0.0.220-dev241204170603

package/dist/snowflake_connection.d.ts

@@ -1,4 +1,4 @@
-import { RunSQLOptions, MalloyQueryData, QueryRunStats, Connection, PersistSQLResults, StreamingConnection, PooledConnection, SQLSourceDef, TableSourceDef, QueryDataRow, TestableConnection } from '@malloydata/malloy';
+import { RunSQLOptions, MalloyQueryData, QueryRunStats, Connection, PersistSQLResults, StreamingConnection, PooledConnection, SQLSourceDef, TableSourceDef, QueryDataRow, TestableConnection, TinyParser } from '@malloydata/malloy';
 import { BaseConnection } from '@malloydata/malloy/connection';
 import { ConnectionOptions } from 'snowflake-sdk';
 import { Options as PoolOptions } from 'generic-pool';
@@ -12,6 +12,13 @@ export interface SnowflakeConnectionOptions {
     scratchSpace?: namespace;
     queryOptions?: RunSQLOptions;
 }
+type PathChain = {
+    arrayRef: true;
+    next?: PathChain;
+} | {
+    name: string;
+    next?: PathChain;
+};
 export declare class SnowflakeConnection extends BaseConnection implements Connection, PersistSQLResults, StreamingConnection, TestableConnection {
     readonly name: string;
     private readonly dialect;
@@ -30,10 +37,14 @@ export declare class SnowflakeConnection extends BaseConnection implements Conne
     runSQL(sql: string, options?: RunSQLOptions): Promise<MalloyQueryData>;
     runSQLStream(sqlCommand: string, options?: RunSQLOptions): AsyncIterableIterator<QueryDataRow>;
     test(): Promise<void>;
-    private addFieldsToStructDef;
     private schemaFromTablePath;
     fetchTableSchema(tableKey: string, tablePath: string): Promise<TableSourceDef>;
     fetchSelectSchema(sqlRef: SQLSourceDef): Promise<SQLSourceDef>;
     manifestTemporaryTable(sqlCommand: string): Promise<string>;
 }
+export declare class PathParser extends TinyParser {
+    constructor(pathName: string);
+    getName(): string;
+    pathChain(): PathChain;
+}
 export {};

package/dist/snowflake_connection.js

@@ -45,23 +45,137 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SnowflakeConnection = void 0;
+exports.PathParser = exports.SnowflakeConnection = void 0;
 const crypto = __importStar(require("crypto"));
 const malloy_1 = require("@malloydata/malloy");
 const connection_1 = require("@malloydata/malloy/connection");
 const snowflake_executor_1 = require("./snowflake_executor");
-class StructMap {
-    constructor(type, isArray) {
-        this.fieldMap = new Map();
-        this.type = 'record';
-        this.isArray = false;
+class SnowField {
+    constructor(name, type, dialect) {
+        this.name = name;
         this.type = type;
-        this.isArray = isArray;
+        this.dialect = dialect;
+    }
+    fieldDef() {
+        return {
+            ...this.dialect.sqlTypeToMalloyType(this.type),
+            name: this.name,
+        };
+    }
+    walk(_path, _fieldType) {
+        throw new Error('SNOWWFLAKE SCHEMA PARSE ERROR: Should not walk through fields');
+    }
+    static make(name, fieldType, d) {
+        if (fieldType === 'array') {
+            return new SnowArray(name, d);
+        }
+        else if (fieldType === 'object') {
+            return new SnowObject(name, d);
+        }
+        return new SnowField(name, fieldType, d);
     }
-    addChild(name, type) {
-        const s = new StructMap(type, false);
-        this.fieldMap.set(name, s);
-        return s;
+}
+class SnowObject extends SnowField {
+    constructor(name, d) {
+        super(name, 'object', d);
+        this.fieldMap = new Map();
+    }
+    get fields() {
+        const fields = [];
+        for (const [_, fieldObj] of this.fieldMap) {
+            fields.push(fieldObj.fieldDef());
+        }
+        return fields;
+    }
+    fieldDef() {
+        const rec = {
+            type: 'record',
+            name: this.name,
+            fields: this.fields,
+            join: 'one',
+            dialect: this.dialect.name,
+        };
+        return rec;
+    }
+    walk(path, fieldType) {
+        if ('name' in path) {
+            const field = this.fieldMap.get(path.name);
+            if (path.next) {
+                if (field) {
+                    field.walk(path.next, fieldType);
+                    return;
+                }
+                throw new Error('SNOWFLAKE SCHEMA PARSER ERROR: Walk through undefined');
+            }
+            else {
+                // If we get multiple type for a field, ignore them, should
+                // which will do until we support viarant data
+                if (!field) {
+                    this.fieldMap.set(path.name, SnowField.make(path.name, fieldType, this.dialect));
+                    return;
+                }
+            }
+        }
+        throw new Error('SNOWFLAKE SCHEMA PARSER ERROR: Walk object reference through array reference');
+    }
+}
+class SnowArray extends SnowField {
+    constructor(name, d) {
+        super(name, 'array', d);
+        this.arrayOf = 'unknown';
+    }
+    isArrayOf(type) {
+        if (this.arrayOf !== 'unknown') {
+            this.arrayOf = 'variant';
+            return;
+        }
+        this.arrayOf = type;
+        if (type === 'object') {
+            this.objectChild = new SnowObject('', this.dialect);
+        }
+        else if (type === 'array') {
+            this.arrayChild = new SnowArray('', this.dialect);
+        }
+    }
+    fieldDef() {
+        const arr = {
+            type: 'array',
+            name: this.name,
+            join: 'many',
+            dialect: this.dialect.name,
+            elementTypeDef: { type: 'string' },
+            fields: [],
+        };
+        if (this.objectChild) {
+            arr.fields = this.objectChild.fieldDef().fields;
+            arr.elementTypeDef = { type: 'record_element' };
+        }
+        else if (this.arrayChild) {
+            arr.elementTypeDef = this.arrayChild.fieldDef();
+            arr.fields = (0, malloy_1.arrayEachFields)(arr.elementTypeDef);
+        }
+        else {
+            arr.elementTypeDef = this.dialect.sqlTypeToMalloyType(this.arrayOf);
+            arr.fields = (0, malloy_1.arrayEachFields)(arr.elementTypeDef);
+        }
+        return arr;
+    }
+    walk(path, fieldType) {
+        if ('arrayRef' in path) {
+            if (path.next) {
+                const next = this.arrayChild || this.objectChild;
+                if (next) {
+                    next.walk(path.next, fieldType);
+                    return;
+                }
+                throw new Error('SNOWFLAKE SCHEMA PARSER ERROR: Array walk through leaf');
+            }
+            else {
+                this.isArrayOf(fieldType);
+                return;
+            }
+        }
+        throw new Error('SNOWFLAKE SCHEMA PARSER ERROR: Array walk through name');
     }
 }
 class SnowflakeConnection extends connection_1.BaseConnection {
@@ -126,54 +240,6 @@ class SnowflakeConnection extends connection_1.BaseConnection {
     async test() {
         await this.executor.batch('SELECT 1 as one');
     }
-    addFieldsToStructDef(structDef, structMap) {
-        if (structMap.fieldMap.size === 0)
-            return;
-        for (const [field, value] of structMap.fieldMap) {
-            const type = value.type;
-            const name = field;
-            // check for an array
-            if (value.isArray && type !== 'object') {
-                // Apparently there can only be arrays of integers, strings, or unknowns?
-                // TODO is this true or is this just all that got implemented?
-                const malloyType = type === 'integer'
-                    ? { type: 'number', numberType: 'integer' }
-                    : type === 'varchar'
-                        ? { type: 'string' }
-                        : { type: 'sql native', rawType: type };
-                const innerStructDef = {
-                    type: 'array',
-                    name,
-                    dialect: this.dialectName,
-                    join: 'many',
-                    elementTypeDef: malloyType,
-                    fields: (0, malloy_1.arrayEachFields)(malloyType),
-                };
-                structDef.fields.push(innerStructDef);
-            }
-            else if (type === 'object') {
-                const structParts = { name, dialect: this.dialectName, fields: [] };
-                const innerStructDef = value.isArray
-                    ? {
-                        ...structParts,
-                        type: 'array',
-                        elementTypeDef: { type: 'record_element' },
-                        join: 'many',
-                    }
-                    : {
-                        ...structParts,
-                        type: 'record',
-                        join: 'one',
-                    };
-                this.addFieldsToStructDef(innerStructDef, value);
-                structDef.fields.push(innerStructDef);
-            }
-            else {
-                const malloyType = this.dialect.sqlTypeToMalloyType(type);
-                structDef.fields.push({ ...malloyType, name });
-            }
-        }
-    }
     async schemaFromTablePath(tablePath, structDef) {
         var _a, _b;
         const infoQuery = `DESCRIBE TABLE ${tablePath}`;
@@ -182,67 +248,46 @@ class SnowflakeConnection extends connection_1.BaseConnection {
         const notVariant = new Map();
         for (const row of rows) {
             // data types look like `VARCHAR(1234)`
-            let snowflakeDataType = row['type'];
-            snowflakeDataType = snowflakeDataType.toLocaleLowerCase().split('(')[0];
-            const s = structDef;
-            const malloyType = this.dialect.sqlTypeToMalloyType(snowflakeDataType);
+            const snowflakeDataType = row['type']
+                .toLocaleLowerCase()
+                .split('(')[0];
             const name = row['name'];
-            if (snowflakeDataType === 'variant' || snowflakeDataType === 'array') {
+            if (['variant', 'array', 'object'].includes(snowflakeDataType)) {
                 variants.push(name);
-                continue;
-            }
-            notVariant.set(name, true);
-            if (malloyType) {
-                s.fields.push({ ...malloyType, name });
             }
             else {
-                s.fields.push({
-                    type: 'sql native',
-                    rawType: snowflakeDataType,
-                    name,
-                });
+                notVariant.set(name, true);
+                const malloyType = this.dialect.sqlTypeToMalloyType(snowflakeDataType);
+                structDef.fields.push({ ...malloyType, name });
             }
         }
-        // if we have variants, sample the data
+        // For these things, we need to sample the data to know the schema
         if (variants.length > 0) {
             const sampleQuery = `
-        SELECT regexp_replace(PATH, '\\\\[[0-9]*\\\\]', '') as PATH, lower(TYPEOF(value)) as type
-        FROM (select object_construct(*) o from  ${tablePath} limit 100)
+      SELECT regexp_replace(PATH, '\\[[0-9]+\\]', '[*]') as PATH, lower(TYPEOF(value)) as type
+      FROM (select object_construct(*) o from  ${tablePath} limit 100)
             ,table(flatten(input => o, recursive => true)) as meta
-        GROUP BY 1,2
-        ORDER BY PATH;
+      GROUP BY 1,2
+      ORDER BY PATH;
       `;
             const fieldPathRows = await this.executor.batch(sampleQuery);
             // take the schema in list form an convert it into a tree.
-            const structMap = new StructMap('object', true);
+            const rootObject = new SnowObject('__root__', this.dialect);
             for (const f of fieldPathRows) {
                 const pathString = (_a = f['PATH']) === null || _a === void 0 ? void 0 : _a.valueOf().toString();
                 const fieldType = (_b = f['TYPE']) === null || _b === void 0 ? void 0 : _b.valueOf().toString();
                 if (pathString === undefined || fieldType === undefined)
                     continue;
-                const path = pathString.split('.');
-                let parent = structMap;
-                // ignore the fields we've already added.
-                if (path.length === 1 && notVariant.get(pathString))
+                const pathParser = new PathParser(pathString);
+                const path = pathParser.pathChain();
+                if ('name' in path && notVariant.get(path.name)) {
+                    // Name will already be in the structdef
                     continue;
-                let index = 0;
-                for (const segment of path) {
-                    let thisNode = parent.fieldMap.get(segment);
-                    if (thisNode === undefined) {
-                        thisNode = parent.addChild(segment, fieldType);
-                    }
-                    if (fieldType === 'array') {
-                        thisNode.isArray = true;
-                        // if this is the last
-                    }
-                    else if (index === path.length - 1) {
-                        thisNode.type = fieldType;
-                    }
-                    parent = thisNode;
-                    index += 1;
                 }
+                // Walk the path and mark the type at the end
+                rootObject.walk(path, fieldType);
             }
-            this.addFieldsToStructDef(structDef, structMap);
+            structDef.fields.push(...rootObject.fields);
         }
     }
     async fetchTableSchema(tableKey, tablePath) {
@@ -273,4 +318,56 @@ class SnowflakeConnection extends connection_1.BaseConnection {
     }
 }
 exports.SnowflakeConnection = SnowflakeConnection;
+class PathParser extends malloy_1.TinyParser {
+    constructor(pathName) {
+        super(pathName, {
+            quoted: /^'(\\'|[^'])*'/,
+            array_of: /^\[\*]/,
+            char: /^[[.\]]/,
+            number: /^\d+/,
+            word: /^\w+/,
+        });
+    }
+    getName() {
+        const nameStart = this.next();
+        if (nameStart.type === 'word') {
+            return nameStart.text;
+        }
+        if (nameStart.type === '[') {
+            const quotedName = this.next('quoted');
+            this.next(']');
+            return quotedName.text;
+        }
+        throw this.parseError('Expected column name');
+    }
+    pathChain() {
+        const chain = { name: this.getName() };
+        let node = chain;
+        for (;;) {
+            const sep = this.next();
+            if (sep.type === 'eof') {
+                return chain;
+            }
+            if (sep.type === '.') {
+                node.next = { name: this.next('word').text };
+                node = node.next;
+            }
+            else if (sep.type === 'array_of') {
+                node.next = { arrayRef: true };
+                node = node.next;
+            }
+            else if (sep.type === '[') {
+                // Actually a dot access through a quoted name
+                const quoted = this.next('quoted');
+                node.next = { name: quoted.text };
+                node = node.next;
+                this.next(']');
+            }
+            else {
+                throw this.parseError(`Unexpected ${sep.type}`);
+            }
+        }
+    }
+}
+exports.PathParser = PathParser;
 //# sourceMappingURL=snowflake_connection.js.map

package/dist/snowflake_connection.js.map

@@ -1 +1 @@
-{"version":3,"file":"snowflake_connection.js","sourceRoot":"","sources":["../src/snowflake_connection.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,+CAAiC;AACjC,+CAgB4B;AAC5B,8DAA6D;AAE7D,6DAAuD;AAoBvD,MAAM,SAAS;IAKb,YAAY,IAAY,EAAE,OAAgB;QAJ1C,aAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;QACxC,SAAI,GAAG,QAAQ,CAAC;QAChB,YAAO,GAAG,KAAK,CAAC;QAGd,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,QAAQ,CAAC,IAAY,EAAE,IAAY;QACjC,MAAM,CAAC,GAAG,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3B,OAAO,CAAC,CAAC;IACX,CAAC;CACF;AAED,MAAa,mBACX,SAAQ,2BAAc;IActB,YACkB,IAAY,EAC5B,OAAoC;;QAEpC,KAAK,EAAE,CAAC;QAHQ,SAAI,GAAJ,IAAI,CAAQ;QARb,YAAO,GAAG,IAAI,yBAAgB,EAAE,CAAC;QAYhD,IAAI,WAAW,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,CAAC;QACvC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,mEAAmE;YACnE,WAAW,GAAG,sCAAiB,CAAC,4BAA4B,EAAE,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,sCAAiB,CAAC,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,CAAC,CAAC;QACzE,IAAI,CAAC,YAAY,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,YAAY,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,YAAY,mCAAI,EAAE,CAAC;IAClD,CAAC;IAED,IAAI,WAAW;QACb,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,qCAAqC;IACrC,IAAW,eAAe;QACxB,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,UAAU;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IAEO,eAAe,CAAC,UAAkB;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,KAAK,IAAI,EAAE,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,GAAW,EACX,OAAuB;;QAEvB,MAAM,QAAQ,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,MAAA,IAAI,CAAC,YAAY,0CAAE,QAAQ,CAAC;QAClE,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YACrD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,CAAC,YAAY,CACxB,UAAkB,EAClB,UAAyB,EAAE;QAE3B,MAAM,kBAAkB,GAAG;YACzB,GAAG,IAAI,CAAC,YAAY;YACpB,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAChD,UAAU,EACV,kBAAkB,CACnB,EAAE,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAC/C,CAAC;IAEO,oBAAoB,CAC1B,SAAoB,EACpB,SAAoB;QAEpB,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAC1C,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,QAAQ,EAAE,CAAC;YAChD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YACxB,MAAM,IAAI,GAAG,KAAK,CAAC;YAEnB,qBAAqB;YACrB,IAAI,KAAK,CAAC,OAAO,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACvC,yEAAyE;gBACzE,8DAA8D;gBAC9D,MAAM,UAAU,GACd,IAAI,KAAK,SAAS;oBAChB,CAAC,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAC;oBACzC,CAAC,CAAC,IAAI,KAAK,SAAS;wBACpB,CAAC,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAC;wBAClB,CAAC,CAAC,EAAC,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,EAAC,CAAC;gBAC1C,MAAM,cAAc,GAAc;oBAChC,IAAI,EAAE,OAAO;oBACb,IAAI;oBACJ,OAAO,EAAE,IAAI,CAAC,WAAW;oBACzB,IAAI,EAAE,MAAM;oBACZ,cAAc,EAAE,UAAU;oBAC1B,MAAM,EAAE,IAAA,wBAAe,EAAC,UAAU,CAAC;iBACpC,CAAC;gBACF,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACxC,CAAC;iBAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,MAAM,WAAW,GAAG,EAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,EAAC,CAAC;gBAClE,MAAM,cAAc,GAAc,KAAK,CAAC,OAAO;oBAC7C,CAAC,CAAC;wBACE,GAAG,WAAW;wBACd,IAAI,EAAE,OAAO;wBACb,cAAc,EAAE,EAAC,IAAI,EAAE,gBAAgB,EAAC;wBACxC,IAAI,EAAE,MAAM;qBACb;oBACH,CAAC,CAAC;wBACE,GAAG,WAAW;wBACd,IAAI,EAAE,QAAQ;wBACd,IAAI,EAAE,KAAK;qBACZ,CAAC;gBACN,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;gBACjD,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;gBAC1D,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAC,GAAG,UAAU,EAAE,IAAI,EAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,SAAiB,EACjB,SAAoB;;QAEpB,MAAM,SAAS,GAAG,kBAAkB,SAAS,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAmB,CAAC;QAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,uCAAuC;YACvC,IAAI,iBAAiB,GAAG,GAAG,CAAC,MAAM,CAAW,CAAC;YAC9C,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,CAAC,GAAG,SAAS,CAAC;YACpB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAW,CAAC;YAEnC,IAAI,iBAAiB,KAAK,SAAS,IAAI,iBAAiB,KAAK,OAAO,EAAE,CAAC;gBACrE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACpB,SAAS;YACX,CAAC;YAED,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAC3B,IAAI,UAAU,EAAE,CAAC;gBACf,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAC,GAAG,UAAU,EAAE,IAAI,EAAC,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,iBAAiB;oBAC1B,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,uCAAuC;QACvC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG;;mDAEyB,SAAS;;;;OAIrD,CAAC;YACF,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAE7D,0DAA0D;YAE1D,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAEhD,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,MAAA,CAAC,CAAC,MAAM,CAAC,0CAAE,OAAO,GAAG,QAAQ,EAAE,CAAC;gBACnD,MAAM,SAAS,GAAG,MAAA,CAAC,CAAC,MAAM,CAAC,0CAAE,OAAO,GAAG,QAAQ,EAAE,CAAC;gBAClD,IAAI,UAAU,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS;oBAAE,SAAS;gBAClE,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnC,IAAI,MAAM,GAAG,SAAS,CAAC;gBAEvB,yCAAyC;gBACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC;oBAAE,SAAS;gBAE9D,IAAI,KAAK,GAAG,CAAC,CAAC;gBACd,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;oBAC3B,IAAI,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBAC5C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;wBAC3B,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;oBACjD,CAAC;oBACD,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;wBAC1B,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC;wBACxB,sBAAsB;oBACxB,CAAC;yBAAM,IAAI,KAAK,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACrC,QAAQ,CAAC,IAAI,GAAG,SAAS,CAAC;oBAC5B,CAAC;oBACD,MAAM,GAAG,QAAQ,CAAC;oBAClB,KAAK,IAAI,CAAC,CAAC;gBACb,CAAC;YACH,CAAC;YACD,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,QAAgB,EAChB,SAAiB;QAEjB,MAAM,SAAS,GAAmB;YAChC,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,WAAW;YACpB,IAAI,EAAE,QAAQ;YACd,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,MAAM,EAAE,EAAE;SACX,CAAC;QACF,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACrD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAoB;QAC1C,MAAM,SAAS,GAAG,EAAC,GAAG,MAAM,EAAE,MAAM,EAAE,EAAE,EAAC,CAAC;QAC1C,kDAAkD;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,CACT,+BAA+B,aAAa,QAAQ,MAAM,CAAC,SAAS,IAAI,CACzE,CAAC;QAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;QACzD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,UAAkB;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,gCAAgC,SAAS,QAAQ,UAAU,IAAI,CAAC;QAC5E,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AAnQD,kDAmQC"}
+{"version":3,"file":"snowflake_connection.js","sourceRoot":"","sources":["../src/snowflake_connection.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,+CAAiC;AACjC,+CAoB4B;AAC5B,8DAA6D;AAE7D,6DAAuD;AAwBvD,MAAM,SAAS;IACb,YACW,IAAY,EACZ,IAAY,EACZ,OAAgB;QAFhB,SAAI,GAAJ,IAAI,CAAQ;QACZ,SAAI,GAAJ,IAAI,CAAQ;QACZ,YAAO,GAAP,OAAO,CAAS;IACxB,CAAC;IACJ,QAAQ;QACN,OAAO;YACL,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;YAC9C,IAAI,EAAE,IAAI,CAAC,IAAI;SAChB,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,KAAgB,EAAE,UAAkB;QACvC,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,IAAY,EAAE,SAAiB,EAAE,CAAU;QACrD,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;YAC1B,OAAO,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChC,CAAC;aAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,SAAS,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC;CACF;AAED,MAAM,UAAW,SAAQ,SAAS;IAEhC,YAAY,IAAY,EAAE,CAAU;QAClC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAF3B,aAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;IAGxC,CAAC;IAED,IAAI,MAAM;QACR,MAAM,MAAM,GAAe,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,QAAQ;QACN,MAAM,GAAG,GAAc;YACrB,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;SAC3B,CAAC;QACF,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,CAAC,IAAe,EAAE,SAAiB;QACrC,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,KAAK,EAAE,CAAC;oBACV,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;oBACjC,OAAO;gBACT,CAAC;gBACD,MAAM,IAAI,KAAK,CACb,uDAAuD,CACxD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,2DAA2D;gBAC3D,8CAA8C;gBAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,IAAI,CAAC,QAAQ,CAAC,GAAG,CACf,IAAI,CAAC,IAAI,EACT,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CACnD,CAAC;oBACF,OAAO;gBACT,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E,CAAC;IACJ,CAAC;CACF;AAED,MAAM,SAAU,SAAQ,SAAS;IAI/B,YAAY,IAAY,EAAE,CAAU;QAClC,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAJ1B,YAAO,GAAG,SAAS,CAAC;IAKpB,CAAC;IAED,SAAS,CAAC,IAAY;QACpB,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAI,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACtD,CAAC;aAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,QAAQ;QACN,MAAM,GAAG,GAAiB;YACxB,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;YAC1B,cAAc,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;YAChC,MAAM,EAAE,EAAE;SACX,CAAC;QACF,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC;YAChD,GAAG,CAAC,cAAc,GAAG,EAAC,IAAI,EAAE,gBAAgB,EAAC,CAAC;QAChD,CAAC;aAAM,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAC3B,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YAChD,GAAG,CAAC,MAAM,GAAG,IAAA,wBAAe,EAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpE,GAAG,CAAC,MAAM,GAAG,IAAA,wBAAe,EAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,CAAC,IAAe,EAAE,SAAiB;QACrC,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,CAAC;gBACjD,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;oBAChC,OAAO;gBACT,CAAC;gBACD,MAAM,IAAI,KAAK,CACb,wDAAwD,CACzD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;gBAC1B,OAAO;YACT,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;IAC5E,CAAC;CACF;AAED,MAAa,mBACX,SAAQ,2BAAc;IActB,YACkB,IAAY,EAC5B,OAAoC;;QAEpC,KAAK,EAAE,CAAC;QAHQ,SAAI,GAAJ,IAAI,CAAQ;QARb,YAAO,GAAG,IAAI,yBAAgB,EAAE,CAAC;QAYhD,IAAI,WAAW,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,CAAC;QACvC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,mEAAmE;YACnE,WAAW,GAAG,sCAAiB,CAAC,4BAA4B,EAAE,CAAC;QACjE,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,sCAAiB,CAAC,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAW,CAAC,CAAC;QACzE,IAAI,CAAC,YAAY,GAAG,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,YAAY,CAAC;QAC1C,IAAI,CAAC,YAAY,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,YAAY,mCAAI,EAAE,CAAC;IAClD,CAAC;IAED,IAAI,WAAW;QACb,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,qCAAqC;IACrC,IAAW,eAAe;QACxB,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,MAAM;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,UAAU;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QAChD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IAEO,eAAe,CAAC,UAAkB;QACxC,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,OAAO,KAAK,IAAI,EAAE,CAAC;IACrB,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,GAAW,EACX,OAAuB;;QAEvB,MAAM,QAAQ,GAAG,MAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,QAAQ,mCAAI,MAAA,IAAI,CAAC,YAAY,0CAAE,QAAQ,CAAC;QAClE,IAAI,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1C,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YACrD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,EAAC,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,CAAC,YAAY,CACxB,UAAkB,EAClB,UAAyB,EAAE;QAE3B,MAAM,kBAAkB,GAAG;YACzB,GAAG,IAAI,CAAC,YAAY;YACpB,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAChD,UAAU,EACV,kBAAkB,CACnB,EAAE,CAAC;YACF,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,SAAiB,EACjB,SAAoB;;QAEpB,MAAM,SAAS,GAAG,kBAAkB,SAAS,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAmB,CAAC;QAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,uCAAuC;YACvC,MAAM,iBAAiB,GAAI,GAAG,CAAC,MAAM,CAAY;iBAC9C,iBAAiB,EAAE;iBACnB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YACjB,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAW,CAAC;YAEnC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAC/D,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;gBACvE,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,EAAC,GAAG,UAAU,EAAE,IAAI,EAAC,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QACD,kEAAkE;QAClE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,WAAW,GAAG;;iDAEuB,SAAS;;;;OAInD,CAAC;YACF,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAE7D,0DAA0D;YAE1D,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAE5D,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC9B,MAAM,UAAU,GAAG,MAAA,CAAC,CAAC,MAAM,CAAC,0CAAE,OAAO,GAAG,QAAQ,EAAE,CAAC;gBACnD,MAAM,SAAS,GAAG,MAAA,CAAC,CAAC,MAAM,CAAC,0CAAE,OAAO,GAAG,QAAQ,EAAE,CAAC;gBAClD,IAAI,UAAU,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS;oBAAE,SAAS;gBAClE,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;gBAC9C,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,EAAE,CAAC;gBACpC,IAAI,MAAM,IAAI,IAAI,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChD,wCAAwC;oBACxC,SAAS;gBACX,CAAC;gBACD,6CAA6C;gBAC7C,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACnC,CAAC;YACD,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,QAAgB,EAChB,SAAiB;QAEjB,MAAM,SAAS,GAAmB;YAChC,IAAI,EAAE,OAAO;YACb,OAAO,EAAE,WAAW;YACpB,IAAI,EAAE,QAAQ;YACd,SAAS;YACT,UAAU,EAAE,IAAI,CAAC,IAAI;YACrB,MAAM,EAAE,EAAE;SACX,CAAC;QACF,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACrD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,MAAoB;QAC1C,MAAM,SAAS,GAAG,EAAC,GAAG,MAAM,EAAE,MAAM,EAAE,EAAE,EAAC,CAAC;QAC1C,kDAAkD;QAClD,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,CACT,+BAA+B,aAAa,QAAQ,MAAM,CAAC,SAAS,IAAI,CACzE,CAAC;QAEF,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;QACzD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,UAAkB;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,GAAG,GAAG,gCAAgC,SAAS,QAAQ,UAAU,IAAI,CAAC;QAC5E,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvB,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AA1LD,kDA0LC;AAED,MAAa,UAAW,SAAQ,mBAAU;IACxC,YAAY,QAAgB;QAC1B,KAAK,CAAC,QAAQ,EAAE;YACd,MAAM,EAAE,gBAAgB;YACxB,QAAQ,EAAE,QAAQ;YAClB,IAAI,EAAE,SAAS;YACf,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC9B,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC9B,OAAO,SAAS,CAAC,IAAI,CAAC;QACxB,CAAC;QACD,IAAI,SAAS,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,OAAO,UAAU,CAAC,IAAI,CAAC;QACzB,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC,CAAC;IAChD,CAAC;IAED,SAAS;QACP,MAAM,KAAK,GAAc,EAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,EAAC,CAAC;QAChD,IAAI,IAAI,GAAc,KAAK,CAAC;QAC5B,SAAS,CAAC;YACR,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YACxB,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC;YACf,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBACrB,IAAI,CAAC,IAAI,GAAG,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAC,CAAC;gBAC3C,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACnB,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBACnC,IAAI,CAAC,IAAI,GAAG,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAC;gBAC7B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACnB,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC5B,8CAA8C;gBAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnC,IAAI,CAAC,IAAI,GAAG,EAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAC,CAAC;gBAChC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;gBACjB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAjDD,gCAiDC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@malloydata/db-snowflake",
-  "version": "0.0.219",
+  "version": "0.0.220-dev241204170603",
   "license": "MIT",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -21,7 +21,7 @@
     "prepublishOnly": "npm run build"
   },
   "dependencies": {
-    "@malloydata/malloy": "^0.0.219",
+    "@malloydata/malloy": "^0.0.220-dev241204170603",
     "generic-pool": "^3.9.0",
     "snowflake-sdk": "1.14.0",
     "toml": "^3.0.0"

package/src/snowflake_connection.ts

@@ -37,7 +37,11 @@ import {
   SnowflakeDialect,
   TestableConnection,
   arrayEachFields,
-  LeafAtomicTypeDef,
+  TinyParser,
+  Dialect,
+  FieldDef,
+  RecordDef,
+  ArrayTypeDef,
 } from '@malloydata/malloy';
 import {BaseConnection} from '@malloydata/malloy/connection';
 
@@ -61,20 +65,151 @@ export interface SnowflakeConnectionOptions {
   queryOptions?: RunSQLOptions;
 }
 
-class StructMap {
-  fieldMap = new Map<string, StructMap>();
-  type = 'record';
-  isArray = false;
+type PathChain =
+  | {arrayRef: true; next?: PathChain}
+  | {name: string; next?: PathChain};
 
-  constructor(type: string, isArray: boolean) {
-    this.type = type;
-    this.isArray = isArray;
+class SnowField {
+  constructor(
+    readonly name: string,
+    readonly type: string,
+    readonly dialect: Dialect
+  ) {}
+  fieldDef(): FieldDef {
+    return {
+      ...this.dialect.sqlTypeToMalloyType(this.type),
+      name: this.name,
+    };
+  }
+  walk(_path: PathChain, _fieldType: string): void {
+    throw new Error(
+      'SNOWWFLAKE SCHEMA PARSE ERROR: Should not walk through fields'
+    );
+  }
+  static make(name: string, fieldType: string, d: Dialect) {
+    if (fieldType === 'array') {
+      return new SnowArray(name, d);
+    } else if (fieldType === 'object') {
+      return new SnowObject(name, d);
+    }
+    return new SnowField(name, fieldType, d);
+  }
+}
+
+class SnowObject extends SnowField {
+  fieldMap = new Map<string, SnowField>();
+  constructor(name: string, d: Dialect) {
+    super(name, 'object', d);
+  }
+
+  get fields(): FieldDef[] {
+    const fields: FieldDef[] = [];
+    for (const [_, fieldObj] of this.fieldMap) {
+      fields.push(fieldObj.fieldDef());
+    }
+    return fields;
   }
 
-  addChild(name: string, type: string): StructMap {
-    const s = new StructMap(type, false);
-    this.fieldMap.set(name, s);
-    return s;
+  fieldDef() {
+    const rec: RecordDef = {
+      type: 'record',
+      name: this.name,
+      fields: this.fields,
+      join: 'one',
+      dialect: this.dialect.name,
+    };
+    return rec;
+  }
+
+  walk(path: PathChain, fieldType: string) {
+    if ('name' in path) {
+      const field = this.fieldMap.get(path.name);
+      if (path.next) {
+        if (field) {
+          field.walk(path.next, fieldType);
+          return;
+        }
+        throw new Error(
+          'SNOWFLAKE SCHEMA PARSER ERROR: Walk through undefined'
+        );
+      } else {
+        // If we get multiple type for a field, ignore them, should
+        // which will do until we support viarant data
+        if (!field) {
+          this.fieldMap.set(
+            path.name,
+            SnowField.make(path.name, fieldType, this.dialect)
+          );
+          return;
+        }
+      }
+    }
+    throw new Error(
+      'SNOWFLAKE SCHEMA PARSER ERROR: Walk object reference through array reference'
+    );
+  }
+}
+
+class SnowArray extends SnowField {
+  arrayOf = 'unknown';
+  objectChild?: SnowObject;
+  arrayChild?: SnowArray;
+  constructor(name: string, d: Dialect) {
+    super(name, 'array', d);
+  }
+
+  isArrayOf(type: string) {
+    if (this.arrayOf !== 'unknown') {
+      this.arrayOf = 'variant';
+      return;
+    }
+    this.arrayOf = type;
+    if (type === 'object') {
+      this.objectChild = new SnowObject('', this.dialect);
+    } else if (type === 'array') {
+      this.arrayChild = new SnowArray('', this.dialect);
+    }
+  }
+
+  fieldDef(): ArrayTypeDef {
+    const arr: ArrayTypeDef = {
+      type: 'array',
+      name: this.name,
+      join: 'many',
+      dialect: this.dialect.name,
+      elementTypeDef: {type: 'string'},
+      fields: [],
+    };
+    if (this.objectChild) {
+      arr.fields = this.objectChild.fieldDef().fields;
+      arr.elementTypeDef = {type: 'record_element'};
+    } else if (this.arrayChild) {
+      arr.elementTypeDef = this.arrayChild.fieldDef();
+      arr.fields = arrayEachFields(arr.elementTypeDef);
+    } else {
+      arr.elementTypeDef = this.dialect.sqlTypeToMalloyType(this.arrayOf);
+      arr.fields = arrayEachFields(arr.elementTypeDef);
+    }
+    return arr;
+  }
+
+  walk(path: PathChain, fieldType: string) {
+    if ('arrayRef' in path) {
+      if (path.next) {
+        const next = this.arrayChild || this.objectChild;
+        if (next) {
+          next.walk(path.next, fieldType);
+          return;
+        }
+        throw new Error(
+          'SNOWFLAKE SCHEMA PARSER ERROR: Array walk through leaf'
+        );
+      } else {
+        this.isArrayOf(fieldType);
+        return;
+      }
+    }
+    throw new Error('SNOWFLAKE SCHEMA PARSER ERROR: Array walk through name');
   }
 }
 
@@ -175,57 +310,6 @@ export class SnowflakeConnection
     await this.executor.batch('SELECT 1 as one');
   }
 
-  private addFieldsToStructDef(
-    structDef: StructDef,
-    structMap: StructMap
-  ): void {
-    if (structMap.fieldMap.size === 0) return;
-    for (const [field, value] of structMap.fieldMap) {
-      const type = value.type;
-      const name = field;
-
-      // check for an array
-      if (value.isArray && type !== 'object') {
-        // Apparently there can only be arrays of integers, strings, or unknowns?
-        // TODO is this true or is this just all that got implemented?
-        const malloyType: LeafAtomicTypeDef =
-          type === 'integer'
-            ? {type: 'number', numberType: 'integer'}
-            : type === 'varchar'
-            ? {type: 'string'}
-            : {type: 'sql native', rawType: type};
-        const innerStructDef: StructDef = {
-          type: 'array',
-          name,
-          dialect: this.dialectName,
-          join: 'many',
-          elementTypeDef: malloyType,
-          fields: arrayEachFields(malloyType),
-        };
-        structDef.fields.push(innerStructDef);
-      } else if (type === 'object') {
-        const structParts = {name, dialect: this.dialectName, fields: []};
-        const innerStructDef: StructDef = value.isArray
-          ? {
-              ...structParts,
-              type: 'array',
-              elementTypeDef: {type: 'record_element'},
-              join: 'many',
-            }
-          : {
-              ...structParts,
-              type: 'record',
-              join: 'one',
-            };
-        this.addFieldsToStructDef(innerStructDef, value);
-        structDef.fields.push(innerStructDef);
-      } else {
-        const malloyType = this.dialect.sqlTypeToMalloyType(type);
-        structDef.fields.push({...malloyType, name});
-      }
-    }
-  }
-
   private async schemaFromTablePath(
     tablePath: string,
     structDef: StructDef
@@ -236,70 +320,48 @@ export class SnowflakeConnection
     const notVariant = new Map<string, boolean>();
     for (const row of rows) {
       // data types look like `VARCHAR(1234)`
-      let snowflakeDataType = row['type'] as string;
-      snowflakeDataType = snowflakeDataType.toLocaleLowerCase().split('(')[0];
-      const s = structDef;
-      const malloyType = this.dialect.sqlTypeToMalloyType(snowflakeDataType);
+      const snowflakeDataType = (row['type'] as string)
+        .toLocaleLowerCase()
+        .split('(')[0];
       const name = row['name'] as string;
 
-      if (snowflakeDataType === 'variant' || snowflakeDataType === 'array') {
+      if (['variant', 'array', 'object'].includes(snowflakeDataType)) {
         variants.push(name);
-        continue;
-      }
-
-      notVariant.set(name, true);
-      if (malloyType) {
-        s.fields.push({...malloyType, name});
       } else {
-        s.fields.push({
-          type: 'sql native',
-          rawType: snowflakeDataType,
-          name,
-        });
+        notVariant.set(name, true);
+        const malloyType = this.dialect.sqlTypeToMalloyType(snowflakeDataType);
+        structDef.fields.push({...malloyType, name});
       }
     }
-    // if we have variants, sample the data
+    // For these things, we need to sample the data to know the schema
     if (variants.length > 0) {
       const sampleQuery = `
-        SELECT regexp_replace(PATH, '\\\\[[0-9]*\\\\]', '') as PATH, lower(TYPEOF(value)) as type
-        FROM (select object_construct(*) o from  ${tablePath} limit 100)
+      SELECT regexp_replace(PATH, '\\[[0-9]+\\]', '[*]') as PATH, lower(TYPEOF(value)) as type
+      FROM (select object_construct(*) o from  ${tablePath} limit 100)
             ,table(flatten(input => o, recursive => true)) as meta
-        GROUP BY 1,2
-        ORDER BY PATH;
+      GROUP BY 1,2
+      ORDER BY PATH;
       `;
       const fieldPathRows = await this.executor.batch(sampleQuery);
 
       // take the schema in list form an convert it into a tree.
 
-      const structMap = new StructMap('object', true);
+      const rootObject = new SnowObject('__root__', this.dialect);
 
       for (const f of fieldPathRows) {
         const pathString = f['PATH']?.valueOf().toString();
         const fieldType = f['TYPE']?.valueOf().toString();
         if (pathString === undefined || fieldType === undefined) continue;
-        const path = pathString.split('.');
-        let parent = structMap;
-
-        // ignore the fields we've already added.
-        if (path.length === 1 && notVariant.get(pathString)) continue;
-
-        let index = 0;
-        for (const segment of path) {
-          let thisNode = parent.fieldMap.get(segment);
-          if (thisNode === undefined) {
-            thisNode = parent.addChild(segment, fieldType);
-          }
-          if (fieldType === 'array') {
-            thisNode.isArray = true;
-            // if this is the last
-          } else if (index === path.length - 1) {
-            thisNode.type = fieldType;
-          }
-          parent = thisNode;
-          index += 1;
+        const pathParser = new PathParser(pathString);
+        const path = pathParser.pathChain();
+        if ('name' in path && notVariant.get(path.name)) {
+          // Name will already be in the structdef
+          continue;
         }
+        // Walk the path and mark the type at the end
+        rootObject.walk(path, fieldType);
       }
-      this.addFieldsToStructDef(structDef, structMap);
+      structDef.fields.push(...rootObject.fields);
     }
   }
 
@@ -338,3 +400,54 @@ export class SnowflakeConnection
     return tableName;
   }
 }
+
+export class PathParser extends TinyParser {
+  constructor(pathName: string) {
+    super(pathName, {
+      quoted: /^'(\\'|[^'])*'/,
+      array_of: /^\[\*]/,
+      char: /^[[.\]]/,
+      number: /^\d+/,
+      word: /^\w+/,
+    });
+  }
+
+  getName() {
+    const nameStart = this.next();
+    if (nameStart.type === 'word') {
+      return nameStart.text;
+    }
+    if (nameStart.type === '[') {
+      const quotedName = this.next('quoted');
+      this.next(']');
+      return quotedName.text;
+    }
+    throw this.parseError('Expected column name');
+  }
+
+  pathChain(): PathChain {
+    const chain: PathChain = {name: this.getName()};
+    let node: PathChain = chain;
+    for (;;) {
+      const sep = this.next();
+      if (sep.type === 'eof') {
+        return chain;
+      }
+      if (sep.type === '.') {
+        node.next = {name: this.next('word').text};
+        node = node.next;
+      } else if (sep.type === 'array_of') {
+        node.next = {arrayRef: true};
+        node = node.next;
+      } else if (sep.type === '[') {
+        // Actually a dot access through a quoted name
+        const quoted = this.next('quoted');
+        node.next = {name: quoted.text};
+        node = node.next;
+        this.next(']');
+      } else {
+        throw this.parseError(`Unexpected ${sep.type}`);
+      }
+    }
+  }
+}