@malloydata/malloy 0.0.219 → 0.0.220-dev241204170603

package/dist/connection/base_connection.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.BaseConnection = void 0;

package/dist/dialect/dialect.d.ts

@@ -25,6 +25,7 @@ export interface QueryInfo {
     queryTimezone?: string;
     systemTimezone?: string;
 }
+export type FieldReferenceType = 'table' | 'nest source' | 'array[scalar]' | 'array[record]' | 'record';
 export declare const dayIndex: number;
 export declare function inDays(units: string): boolean;
 export declare function qtz(qi: QueryInfo): string | undefined;
@@ -61,6 +62,8 @@ export declare abstract class Dialect {
     supportsCountApprox: boolean;
     supportsFullJoin: boolean;
     nativeBoolean: boolean;
+    nestedArrays: boolean;
+    compoundObjectInSchema: boolean;
     abstract getDialectFunctionOverrides(): {
         [name: string]: DialectFunctionOverloadDef[];
     };
@@ -77,7 +80,7 @@ export declare abstract class Dialect {
     abstract sqlUnnestAlias(source: string, alias: string, fieldList: DialectFieldList, needDistinctKey: boolean, isArray: boolean, isInNestedPipeline: boolean): string;
     abstract sqlSumDistinctHashedKey(sqlDistinctKey: string): string;
     abstract sqlGenerateUUID(): string;
-    abstract sqlFieldReference(alias: string, fieldName: string, fieldType: string, isNested: boolean, isArray: boolean): string;
+    abstract sqlFieldReference(parentAlias: string, parentType: FieldReferenceType, childName: string, childType: string): string;
     abstract sqlUnnestPipelineHead(isSingleton: boolean, sourceSQLExpression: string, fieldList?: DialectFieldList): string;
     abstract sqlCreateFunction(id: string, funcText: string): string;
     abstract sqlCreateFunctionCombineLastStage(lastStageName: string, fieldList: DialectFieldList, orderBy: OrderBy[] | undefined): string;
@@ -100,8 +103,8 @@ export declare abstract class Dialect {
     abstract sqlLiteralString(literal: string): string;
     abstract sqlLiteralRegexp(literal: string): string;
     abstract sqlRegexpMatch(df: RegexMatchExpr): string;
-    sqlLiteralArray(lit: ArrayLiteralNode): string;
-    sqlLiteralRecord(lit: RecordLiteralNode): string;
+    abstract sqlLiteralArray(lit: ArrayLiteralNode): string;
+    abstract sqlLiteralRecord(lit: RecordLiteralNode): string;
     /**
      * The dialect has a chance to over-ride how expressions are translated. If
      * "undefined" is returned then the translation is left to the query translator.

package/dist/dialect/dialect.js

@@ -85,6 +85,10 @@ class Dialect {
         // MYSQL doesn't have full join, maybe others.
         this.supportsFullJoin = true;
         this.nativeBoolean = true;
+        // Can have arrays of arrays
+        this.nestedArrays = true;
+        // An array or record will reveal type of contents on schema read
+        this.compoundObjectInSchema = true;
     }
     sqlFinalStage(_lastStageName, _fields) {
         throw new Error('Dialect has no final Stage but called Anyway');
@@ -101,17 +105,6 @@ class Dialect {
     ignoreInProject(_fieldName) {
         return false;
     }
-    // abstract sqlLiteralRecord(lit: RecordLiteralNode): string;
-    // abstract sqlLiteralArray(lit: ArrayLiteralNode): string;
-    // SHOULD BE ABSTRACT BUT A PLACEHOLDER FOR NOW
-    sqlLiteralArray(lit) {
-        const array = lit.kids.values.map(val => val.sql);
-        return '[' + array.join(',') + ']';
-    }
-    sqlLiteralRecord(lit) {
-        const pairs = Object.entries(lit.kids).map(([propName, propVal]) => `${this.sqlMaybeQuoteIdentifier(propName)}:${propVal.sql}`);
-        return '{' + pairs.join(',') + '}';
-    }
     /**
      * The dialect has a chance to over-ride how expressions are translated. If
      * "undefined" is returned then the translation is left to the query translator.

package/dist/dialect/duckdb/dialect_functions.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DUCKDB_DIALECT_FUNCTIONS = void 0;

package/dist/dialect/duckdb/duckdb.d.ts

@@ -1,6 +1,6 @@
-import { Sampling, AtomicTypeDef, TimeDeltaExpr, RegexMatchExpr, MeasureTimeExpr, LeafAtomicTypeDef, OrderBy } from '../../model/malloy_types';
+import { Sampling, AtomicTypeDef, TimeDeltaExpr, RegexMatchExpr, MeasureTimeExpr, LeafAtomicTypeDef, RecordLiteralNode, OrderBy } from '../../model/malloy_types';
 import { DialectFunctionOverloadDef } from '../functions';
-import { DialectFieldList } from '../dialect';
+import { DialectFieldList, FieldReferenceType } from '../dialect';
 import { PostgresBase } from '../pg_impl';
 export declare class DuckDBDialect extends PostgresBase {
     name: string;
@@ -36,12 +36,11 @@ export declare class DuckDBDialect extends PostgresBase {
     sqlSumDistinctHashedKey(_sqlDistinctKey: string): string;
     sqlGenerateUUID(): string;
     sqlDateToString(sqlDateExp: string): string;
-    sqlFieldReference(alias: string, fieldName: string, _fieldType: string, _isNested: boolean, isArray: boolean): string;
+    sqlFieldReference(parentAlias: string, parentType: FieldReferenceType, childName: string, _childType: string): string;
     sqlUnnestPipelineHead(isSingleton: boolean, sourceSQLExpression: string): string;
     sqlCreateFunction(id: string, funcText: string): string;
     sqlCreateFunctionCombineLastStage(lastStageName: string, dialectFieldList: DialectFieldList, orderBy: OrderBy[] | undefined): string;
     sqlSelectAliasAsStruct(alias: string, dialectFieldList: DialectFieldList): string;
-    sqlMaybeQuoteIdentifier(identifier: string): string;
     sqlCreateTableAsSelect(_tableName: string, _sql: string): string;
     sqlSumDistinct(key: string, value: string, funcName: string): string;
     sqlAggDistinct(key: string, values: string[], func: (valNames: string[]) => string): string;
@@ -63,4 +62,5 @@ export declare class DuckDBDialect extends PostgresBase {
     sqlAlterTimeExpr(df: TimeDeltaExpr): string;
     sqlRegexpMatch(df: RegexMatchExpr): string;
     sqlMeasureTimeExpr(df: MeasureTimeExpr): string;
+    sqlLiteralRecord(lit: RecordLiteralNode): string;
 }

package/dist/dialect/duckdb/duckdb.js

@@ -163,16 +163,16 @@ class DuckDBDialect extends pg_impl_1.PostgresBase {
     sqlDateToString(sqlDateExp) {
         return `(${sqlDateExp})::date::varchar`;
     }
-    sqlFieldReference(alias, fieldName, _fieldType, _isNested, isArray) {
+    sqlFieldReference(parentAlias, parentType, childName, _childType) {
         // LTNOTE: hack, in duckdb we can't have structs as tables so we kind of simulate it.
-        if (!this.unnestWithNumbers && fieldName === '__row_id') {
-            return `${alias}_outer.__row_id`;
+        if (!this.unnestWithNumbers && childName === '__row_id') {
+            return `${parentAlias}_outer.__row_id`;
         }
-        else if (isArray) {
-            return alias;
+        else if (parentType === 'array[scalar]') {
+            return parentAlias;
         }
         else {
-            return `${alias}.${this.sqlMaybeQuoteIdentifier(fieldName)}`;
+            return `${parentAlias}.${this.sqlMaybeQuoteIdentifier(childName)}`;
         }
     }
     sqlUnnestPipelineHead(isSingleton, sourceSQLExpression) {
@@ -210,16 +210,6 @@ class DuckDBDialect extends pg_impl_1.PostgresBase {
             .map(d => `${alias}.${d.sqlOutputName}`)
             .join(', ')})`;
     }
-    // TODO
-    // sqlMaybeQuoteIdentifier(identifier: string): string {
-    //   return keywords.indexOf(identifier.toUpperCase()) > 0 ||
-    //     identifier.match(/[a-zA-Z][a-zA-Z0-9]*/) === null || true
-    //     ? '"' + identifier + '"'
-    //     : identifier;
-    // }
-    sqlMaybeQuoteIdentifier(identifier) {
-        return '"' + identifier + '"';
-    }
     // The simple way to do this is to add a comment on the table
     //  with the expiration time. https://www.postgresql.org/docs/current/sql-comment.html
     //  and have a reaper that read comments.
@@ -354,6 +344,10 @@ class DuckDBDialect extends pg_impl_1.PostgresBase {
         }
         return `DATE_SUB('${df.units}', ${lVal}, ${rVal})`;
     }
+    sqlLiteralRecord(lit) {
+        const pairs = Object.entries(lit.kids).map(([propName, propVal]) => `${this.sqlMaybeQuoteIdentifier(propName)}:${propVal.sql}`);
+        return '{' + pairs.join(',') + '}';
+    }
 }
 exports.DuckDBDialect = DuckDBDialect;
 //# sourceMappingURL=duckdb.js.map

package/dist/dialect/duckdb/function_overrides.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DUCKDB_MALLOY_STANDARD_OVERLOADS = void 0;

package/dist/dialect/functions/malloy_standard_functions.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.expandOverrideMap = exports.getMalloyStandardFunctions = exports.MALLOY_STANDARD_FUNCTIONS = void 0;

package/dist/dialect/index.d.ts

@@ -1,7 +1,7 @@
 export type { DialectFunctionOverloadDef, DefinitionBlueprint, DefinitionBlueprintMap, OverloadedDefinitionBlueprint, } from './functions/util';
 export { arg, anyExprType, makeParam, overload, minScalar, minAggregate, maxScalar, spread, param, variadicParam, literal, sql, } from './functions/util';
 export { Dialect, qtz } from './dialect';
-export type { DialectFieldList, QueryInfo } from './dialect';
+export type { DialectFieldList, QueryInfo, FieldReferenceType } from './dialect';
 export { StandardSQLDialect } from './standardsql';
 export { PostgresDialect } from './postgres';
 export { DuckDBDialect } from './duckdb';
@@ -11,3 +11,5 @@ export { MySQLDialect } from './mysql';
 export { getDialect, registerDialect } from './dialect_map';
 export { getMalloyStandardFunctions } from './functions';
 export type { MalloyStandardFunctionImplementations } from './functions';
+export type { TinyToken } from './tiny_parser';
+export { TinyParser } from './tiny_parser';

package/dist/dialect/index.js

@@ -22,7 +22,7 @@
  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getMalloyStandardFunctions = exports.registerDialect = exports.getDialect = exports.MySQLDialect = exports.TrinoDialect = exports.SnowflakeDialect = exports.DuckDBDialect = exports.PostgresDialect = exports.StandardSQLDialect = exports.qtz = exports.Dialect = exports.sql = exports.literal = exports.variadicParam = exports.param = exports.spread = exports.maxScalar = exports.minAggregate = exports.minScalar = exports.overload = exports.makeParam = exports.anyExprType = exports.arg = void 0;
+exports.TinyParser = exports.getMalloyStandardFunctions = exports.registerDialect = exports.getDialect = exports.MySQLDialect = exports.TrinoDialect = exports.SnowflakeDialect = exports.DuckDBDialect = exports.PostgresDialect = exports.StandardSQLDialect = exports.qtz = exports.Dialect = exports.sql = exports.literal = exports.variadicParam = exports.param = exports.spread = exports.maxScalar = exports.minAggregate = exports.minScalar = exports.overload = exports.makeParam = exports.anyExprType = exports.arg = void 0;
 var util_1 = require("./functions/util");
 Object.defineProperty(exports, "arg", { enumerable: true, get: function () { return util_1.arg; } });
 Object.defineProperty(exports, "anyExprType", { enumerable: true, get: function () { return util_1.anyExprType; } });
@@ -56,4 +56,6 @@ Object.defineProperty(exports, "getDialect", { enumerable: true, get: function (
 Object.defineProperty(exports, "registerDialect", { enumerable: true, get: function () { return dialect_map_1.registerDialect; } });
 var functions_1 = require("./functions");
 Object.defineProperty(exports, "getMalloyStandardFunctions", { enumerable: true, get: function () { return functions_1.getMalloyStandardFunctions; } });
+var tiny_parser_1 = require("./tiny_parser");
+Object.defineProperty(exports, "TinyParser", { enumerable: true, get: function () { return tiny_parser_1.TinyParser; } });
 //# sourceMappingURL=index.js.map

package/dist/dialect/mysql/dialect_functions.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MYSQL_DIALECT_FUNCTIONS = void 0;

package/dist/dialect/mysql/function_overrides.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MYSQL_MALLOY_STANDARD_OVERLOADS = void 0;

package/dist/dialect/mysql/index.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
     if (k2 === undefined) k2 = k;

package/dist/dialect/mysql/mysql.d.ts

@@ -1,5 +1,5 @@
-import { Sampling, MeasureTimeExpr, TimeLiteralNode, RegexMatchExpr, TimeDeltaExpr, TimeTruncExpr, TimeExtractExpr, TypecastExpr, LeafAtomicTypeDef, AtomicTypeDef } from '../../model/malloy_types';
-import { Dialect, DialectFieldList, QueryInfo } from '../dialect';
+import { Sampling, MeasureTimeExpr, TimeLiteralNode, RegexMatchExpr, TimeDeltaExpr, TimeTruncExpr, TimeExtractExpr, TypecastExpr, LeafAtomicTypeDef, AtomicTypeDef, ArrayLiteralNode, RecordLiteralNode } from '../../model/malloy_types';
+import { Dialect, DialectFieldList, FieldReferenceType, QueryInfo } from '../dialect';
 import { DialectFunctionOverloadDef } from '../functions';
 export declare class MySQLDialect extends Dialect {
     name: string;
@@ -28,6 +28,7 @@ export declare class MySQLDialect extends Dialect {
     readsNestedData: boolean;
     supportsComplexFilteredSources: boolean;
     supportsArraysInData: boolean;
+    compoundObjectInSchema: boolean;
     malloyTypeToSQLType(malloyType: AtomicTypeDef): string;
     sqlTypeToMalloyType(sqlType: string): LeafAtomicTypeDef;
     quoteTablePath(tablePath: string): string;
@@ -40,13 +41,13 @@ export declare class MySQLDialect extends Dialect {
     sqlCoaleseMeasuresInline(groupSet: number, fieldList: DialectFieldList): string;
     malloyToSQL(t: string): string;
     unnestColumns(fieldList: DialectFieldList): string;
-    jsonTable(source: string, fieldList: DialectFieldList): string;
-    sqlUnnestAlias(source: string, alias: string, fieldList: DialectFieldList, _needDistinctKey: boolean, _isArray: boolean, _isInNestedPipeline: boolean): string;
-    sqlUnnestPipelineHead(_isSingleton: boolean, sourceSQLExpression: string, fieldList: DialectFieldList): string;
+    jsonTable(source: string, fieldList: DialectFieldList, isSingleton: boolean): string;
+    sqlUnnestAlias(source: string, alias: string, fieldList: DialectFieldList, _needDistinctKey: boolean, isArray: boolean, _isInNestedPipeline: boolean): string;
+    sqlUnnestPipelineHead(isSingleton: boolean, sourceSQLExpression: string, fieldList: DialectFieldList): string;
     sqlSumDistinctHashedKey(_sqlDistinctKey: string): string;
     sqlSumDistinct(key: string, value: string, funcName: string): string;
     sqlGenerateUUID(): string;
-    sqlFieldReference(alias: string, fieldName: string, fieldType: string, isNested: boolean, _isArray: boolean): string;
+    sqlFieldReference(parentAlias: string, parentType: FieldReferenceType, childName: string, childType: string): string;
     sqlCreateFunction(id: string, funcText: string): string;
     sqlCreateFunctionCombineLastStage(lastStageName: string): string;
     sqlSelectAliasAsStruct(_alias: string, _fieldList: DialectFieldList): string;
@@ -76,4 +77,6 @@ export declare class MySQLDialect extends Dialect {
     castToString(expression: string): string;
     concat(...values: string[]): string;
     validateTypeName(sqlType: string): boolean;
+    sqlLiteralArray(lit: ArrayLiteralNode): string;
+    sqlLiteralRecord(lit: RecordLiteralNode): string;
 }

package/dist/dialect/mysql/mysql.js

@@ -100,6 +100,7 @@ class MySQLDialect extends dialect_1.Dialect {
         this.readsNestedData = false;
         this.supportsComplexFilteredSources = false;
         this.supportsArraysInData = false;
+        this.compoundObjectInSchema = false;
     }
     malloyTypeToSQLType(malloyType) {
         switch (malloyType.type) {
@@ -186,21 +187,25 @@ class MySQLDialect extends dialect_1.Dialect {
         }
         return fields.join(',\n');
     }
-    jsonTable(source, fieldList) {
-        return `JSON_TABLE(${source}, '$[*]'
+    jsonTable(source, fieldList, isSingleton) {
+        let fields = this.unnestColumns(fieldList);
+        if (isSingleton) {
+            // LTNOTE: we need the type of array here.
+            fields = "`value` JSON PATH '$'";
+        }
+        return `JSON_TABLE(CAST(${source} AS JSON), '$[*]'
         COLUMNS (
           __row_id FOR ORDINALITY,
-          ${this.unnestColumns(fieldList)}
+          ${fields}
         )
       )`;
     }
-    // LTNOTE: We'll make this work with Arrays once MToy's changes land.
-    sqlUnnestAlias(source, alias, fieldList, _needDistinctKey, _isArray, _isInNestedPipeline) {
+    sqlUnnestAlias(source, alias, fieldList, _needDistinctKey, isArray, _isInNestedPipeline) {
         return `
-      LEFT JOIN ${this.jsonTable(source, fieldList)} as ${alias} ON 1=1`;
+      LEFT JOIN ${this.jsonTable(source, fieldList, isArray)} as ${alias} ON 1=1`;
     }
-    sqlUnnestPipelineHead(_isSingleton, sourceSQLExpression, fieldList) {
-        return this.jsonTable(sourceSQLExpression, fieldList);
+    sqlUnnestPipelineHead(isSingleton, sourceSQLExpression, fieldList) {
+        return this.jsonTable(sourceSQLExpression, fieldList, isSingleton);
     }
     sqlSumDistinctHashedKey(_sqlDistinctKey) {
         return 'UNUSED';
@@ -224,26 +229,24 @@ class MySQLDialect extends dialect_1.Dialect {
         // TODO: This causes the query to become slow, figure out another way to make UUID deterministic.
         return 'CONCAT(ROW_NUMBER() OVER(), UUID())';
     }
-    sqlFieldReference(alias, fieldName, fieldType, isNested, _isArray) {
-        let ret = `${alias}.\`${fieldName}\``;
-        if (isNested) {
-            switch (fieldType) {
+    sqlFieldReference(parentAlias, parentType, childName, childType) {
+        if (parentType === 'array[scalar]' || parentType === 'record') {
+            let ret = `JSON_UNQUOTE(JSON_EXTRACT(${parentAlias},'$.${childName}'))`;
+            if (parentType === 'array[scalar]') {
+                ret = `JSON_UNQUOTE(${parentAlias}.\`value\`)`;
+            }
+            switch (childType) {
                 case 'string':
-                    ret = `CONCAT(${ret}, '')`;
-                    break;
-                // TODO: Fix this.
+                    return `CONCAT(${ret}, '')`;
                 case 'number':
-                    ret = `CAST(${ret} as double)`;
-                    break;
-                case 'struct':
-                    ret = `CAST(${ret} as JSON)`;
-                    break;
+                    return `CAST(${ret} as double)`;
+                case 'record':
+                case 'array':
+                    return `CAST(${ret} as JSON)`;
             }
-            return ret;
-        }
-        else {
-            return `${alias}.\`${fieldName}\``;
         }
+        const child = this.sqlMaybeQuoteIdentifier(childName);
+        return `${parentAlias}.${child}`;
     }
     sqlCreateFunction(id, funcText) {
         // TODO:
@@ -260,7 +263,7 @@ class MySQLDialect extends dialect_1.Dialect {
         //   .join(',')})`;
     }
     sqlMaybeQuoteIdentifier(identifier) {
-        return `\`${identifier}\``;
+        return '`' + identifier.replace(/`/g, '``') + '`';
     }
     // TODO: Check what this is.
     sqlCreateTableAsSelect(_tableName, _sql) {
@@ -440,6 +443,14 @@ class MySQLDialect extends dialect_1.Dialect {
         // Parentheses, Commas:  NUMERIC(5, 2)
         return sqlType.match(/^[A-Za-z\s(),0-9]*$/) !== null;
     }
+    sqlLiteralArray(lit) {
+        const array = lit.kids.values.map(val => val.sql);
+        return `JSON_ARRAY(${array.join(',')})`;
+    }
+    sqlLiteralRecord(lit) {
+        const pairs = Object.entries(lit.kids).map(([propName, propVal]) => `${this.sqlLiteralString(propName)},${propVal.sql}`);
+        return `JSON_OBJECT(${pairs.join(', ')})`;
+    }
 }
 exports.MySQLDialect = MySQLDialect;
 //# sourceMappingURL=mysql.js.map

package/dist/dialect/pg_impl.d.ts

@@ -1,4 +1,4 @@
-import { RegexMatchExpr, TimeExtractExpr, TimeLiteralNode, TimeTruncExpr, TypecastExpr } from '../model/malloy_types';
+import { ArrayLiteralNode, RecordLiteralNode, RegexMatchExpr, TimeExtractExpr, TimeLiteralNode, TimeTruncExpr, TypecastExpr } from '../model/malloy_types';
 import { Dialect, QueryInfo } from './dialect';
 export declare const timeExtractMap: Record<string, string>;
 /**
@@ -12,4 +12,7 @@ export declare abstract class PostgresBase extends Dialect {
     sqlCast(qi: QueryInfo, cast: TypecastExpr): string;
     sqlRegexpMatch(df: RegexMatchExpr): string;
     sqlLiteralTime(qi: QueryInfo, lt: TimeLiteralNode): string;
+    sqlLiteralRecord(_lit: RecordLiteralNode): string;
+    sqlLiteralArray(lit: ArrayLiteralNode): string;
+    sqlMaybeQuoteIdentifier(identifier: string): string;
 }

package/dist/dialect/pg_impl.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PostgresBase = exports.timeExtractMap = void 0;
@@ -84,6 +84,16 @@ class PostgresBase extends dialect_1.Dialect {
         }
         return `TIMESTAMP '${lt.literal}'`;
     }
+    sqlLiteralRecord(_lit) {
+        throw new Error('Cannot create a record literal for postgres base dialect');
+    }
+    sqlLiteralArray(lit) {
+        const array = lit.kids.values.map(val => val.sql);
+        return 'ARRAY[' + array.join(',') + ']';
+    }
+    sqlMaybeQuoteIdentifier(identifier) {
+        return '"' + identifier.replace(/"/g, '""') + '"';
+    }
 }
 exports.PostgresBase = PostgresBase;
 //# sourceMappingURL=pg_impl.js.map

package/dist/dialect/postgres/dialect_functions.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.POSTGRES_DIALECT_FUNCTIONS = void 0;

package/dist/dialect/postgres/function_overrides.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.POSTGRES_MALLOY_STANDARD_OVERLOADS = void 0;

package/dist/dialect/postgres/postgres.d.ts

@@ -1,6 +1,6 @@
-import { Sampling, AtomicTypeDef, TimeDeltaExpr, TypecastExpr, MeasureTimeExpr, LeafAtomicTypeDef } from '../../model/malloy_types';
+import { Sampling, AtomicTypeDef, TimeDeltaExpr, TypecastExpr, MeasureTimeExpr, LeafAtomicTypeDef, RecordLiteralNode, ArrayLiteralNode } from '../../model/malloy_types';
 import { DialectFunctionOverloadDef } from '../functions';
-import { DialectFieldList, QueryInfo } from '../dialect';
+import { DialectFieldList, FieldReferenceType, QueryInfo } from '../dialect';
 import { PostgresBase } from '../pg_impl';
 export declare class PostgresDialect extends PostgresBase {
     name: string;
@@ -24,6 +24,7 @@ export declare class PostgresDialect extends PostgresBase {
     experimental: boolean;
     readsNestedData: boolean;
     supportsComplexFilteredSources: boolean;
+    compoundObjectInSchema: boolean;
     quoteTablePath(tablePath: string): string;
     sqlGroupSetTable(groupSetCount: number): string;
     sqlAnyValue(groupSet: number, fieldName: string): string;
@@ -35,13 +36,12 @@ export declare class PostgresDialect extends PostgresBase {
     sqlUnnestAlias(source: string, alias: string, fieldList: DialectFieldList, needDistinctKey: boolean, isArray: boolean, _isInNestedPipeline: boolean): string;
     sqlSumDistinctHashedKey(sqlDistinctKey: string): string;
     sqlGenerateUUID(): string;
-    sqlFieldReference(alias: string, fieldName: string, fieldType: string, isNested: boolean, _isArray: boolean): string;
+    sqlFieldReference(parentAlias: string, parentType: FieldReferenceType, childName: string, childType: string): string;
     sqlUnnestPipelineHead(isSingleton: boolean, sourceSQLExpression: string): string;
     sqlCreateFunction(id: string, funcText: string): string;
     sqlCreateFunctionCombineLastStage(lastStageName: string): string;
     sqlFinalStage(lastStageName: string, _fields: string[]): string;
     sqlSelectAliasAsStruct(alias: string): string;
-    sqlMaybeQuoteIdentifier(identifier: string): string;
     sqlCreateTableAsSelect(_tableName: string, _sql: string): string;
     sqlAlterTimeExpr(df: TimeDeltaExpr): string;
     sqlCast(qi: QueryInfo, cast: TypecastExpr): string;
@@ -63,4 +63,6 @@ export declare class PostgresDialect extends PostgresBase {
     castToString(expression: string): string;
     concat(...values: string[]): string;
     validateTypeName(sqlType: string): boolean;
+    sqlLiteralRecord(lit: RecordLiteralNode): string;
+    sqlLiteralArray(lit: ArrayLiteralNode): string;
 }

package/dist/dialect/postgres/postgres.js

@@ -93,6 +93,7 @@ class PostgresDialect extends pg_impl_1.PostgresBase {
         this.experimental = false;
         this.readsNestedData = false;
         this.supportsComplexFilteredSources = false;
+        this.compoundObjectInSchema = false;
     }
     quoteTablePath(tablePath) {
         return tablePath
@@ -171,10 +172,10 @@ class PostgresDialect extends pg_impl_1.PostgresBase {
     sqlUnnestAlias(source, alias, fieldList, needDistinctKey, isArray, _isInNestedPipeline) {
         if (isArray) {
             if (needDistinctKey) {
-                return `LEFT JOIN UNNEST(ARRAY((SELECT jsonb_build_object('__row_id', row_number() over (), 'value', v) FROM UNNEST(${source}) as v))) as ${alias} ON true`;
+                return `LEFT JOIN UNNEST(ARRAY((SELECT jsonb_build_object('__row_id', row_number() over (), 'value', v) FROM JSONB_ARRAY_ELEMENTS(TO_JSONB(${source})) as v))) as ${alias} ON true`;
             }
             else {
-                return `LEFT JOIN UNNEST(ARRAY((SELECT jsonb_build_object('value', v) FROM UNNEST(${source}) as v))) as ${alias} ON true`;
+                return `LEFT JOIN UNNEST(ARRAY((SELECT jsonb_build_object('value', v) FROM JSONB_ARRAY_ELEMENTS(TO_JSONB(${source})) as v))) as ${alias} ON true`;
             }
         }
         else if (needDistinctKey) {
@@ -192,23 +193,30 @@ class PostgresDialect extends pg_impl_1.PostgresBase {
     sqlGenerateUUID() {
         return 'GEN_RANDOM_UUID()';
     }
-    sqlFieldReference(alias, fieldName, fieldType, isNested, _isArray) {
-        let ret = `(${alias}->>'${fieldName}')`;
-        if (isNested) {
-            switch (fieldType) {
+    sqlFieldReference(parentAlias, parentType, childName, childType) {
+        if (childName === '__row_id') {
+            return `(${parentAlias}->>'__row_id')`;
+        }
+        if (parentType !== 'table') {
+            let ret = `JSONB_EXTRACT_PATH_TEXT(${parentAlias},'${childName}')`;
+            switch (childType) {
                 case 'string':
                     break;
                 case 'number':
                     ret = `${ret}::double precision`;
                     break;
                 case 'struct':
-                    ret = `${ret}::jsonb`;
+                case 'array':
+                case 'record':
+                case 'array[record]':
+                    ret = `JSONB_EXTRACT_PATH(${parentAlias},'${childName}')`;
                     break;
             }
             return ret;
         }
         else {
-            return `${alias}."${fieldName}"`;
+            const child = this.sqlMaybeQuoteIdentifier(childName);
+            return `${parentAlias}.${child}`;
         }
     }
     sqlUnnestPipelineHead(isSingleton, sourceSQLExpression) {
@@ -231,10 +239,6 @@ class PostgresDialect extends pg_impl_1.PostgresBase {
     sqlSelectAliasAsStruct(alias) {
         return `ROW(${alias})`;
     }
-    // TODO
-    sqlMaybeQuoteIdentifier(identifier) {
-        return `"${identifier}"`;
-    }
     // The simple way to do this is to add a comment on the table
     //  with the expiration time. https://www.postgresql.org/docs/current/sql-comment.html
     //  and have a reaper that read comments.
@@ -362,6 +366,17 @@ class PostgresDialect extends pg_impl_1.PostgresBase {
         // Square Brackets:      INT64[]
         return sqlType.match(/^[A-Za-z\s(),[\]0-9]*$/) !== null;
     }
+    sqlLiteralRecord(lit) {
+        const props = [];
+        for (const [kName, kVal] of Object.entries(lit.kids)) {
+            props.push(`'${kName}',${kVal.sql}`);
+        }
+        return `JSONB_BUILD_OBJECT(${props.join(', ')})`;
+    }
+    sqlLiteralArray(lit) {
+        const array = lit.kids.values.map(val => val.sql);
+        return 'JSONB_BUILD_ARRAY(' + array.join(',') + ')';
+    }
 }
 exports.PostgresDialect = PostgresDialect;
 //# sourceMappingURL=postgres.js.map

package/dist/dialect/snowflake/dialect_functions.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SNOWFLAKE_DIALECT_FUNCTIONS = void 0;

package/dist/dialect/snowflake/function_overrides.js

@@ -3,7 +3,7 @@
  * Copyright (c) Meta Platforms, Inc. and affiliates.
  *
  * This source code is licensed under the MIT license found in the
- *  LICENSE file in the root directory of this source tree.
+ * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SNOWFLAKE_MALLOY_STANDARD_OVERLOADS = void 0;

package/dist/dialect/snowflake/snowflake.d.ts

@@ -1,6 +1,6 @@
-import { Sampling, AtomicTypeDef, TimeTruncExpr, TimeExtractExpr, TimeDeltaExpr, TypecastExpr, TimeLiteralNode, MeasureTimeExpr, RegexMatchExpr, LeafAtomicTypeDef } from '../../model/malloy_types';
+import { Sampling, AtomicTypeDef, TimeTruncExpr, TimeExtractExpr, TimeDeltaExpr, TypecastExpr, TimeLiteralNode, MeasureTimeExpr, RegexMatchExpr, LeafAtomicTypeDef, ArrayLiteralNode, RecordLiteralNode } from '../../model/malloy_types';
 import { DialectFunctionOverloadDef } from '../functions';
-import { Dialect, DialectFieldList, QueryInfo } from '../dialect';
+import { Dialect, DialectFieldList, FieldReferenceType, QueryInfo } from '../dialect';
 export declare class SnowflakeDialect extends Dialect {
     name: string;
     experimental: boolean;
@@ -36,7 +36,7 @@ export declare class SnowflakeDialect extends Dialect {
     sqlSumDistinctHashedKey(sqlDistinctKey: string): string;
     sqlSumDistinct(key: string, value: string, funcName: string): string;
     sqlGenerateUUID(): string;
-    sqlFieldReference(alias: string, fieldName: string, fieldType: string, isNested: boolean, _isArray: boolean): string;
+    sqlFieldReference(parentAlias: string, parentType: FieldReferenceType, childName: string, childType: string): string;
     sqlUnnestPipelineHead(isSingleton: boolean, sourceSQLExpression: string): string;
     sqlCreateFunction(_id: string, _funcText: string): string;
     sqlCreateFunctionCombineLastStage(_lastStageName: string): string;
@@ -67,4 +67,6 @@ export declare class SnowflakeDialect extends Dialect {
     castToString(expression: string): string;
     concat(...values: string[]): string;
     validateTypeName(sqlType: string): boolean;
+    sqlLiteralRecord(lit: RecordLiteralNode): string;
+    sqlLiteralArray(lit: ArrayLiteralNode): string;
 }