@malloydata/malloy 0.0.127-dev240308180053 → 0.0.127-dev240309202055

package/dist/dialect/dialect.d.ts

@@ -39,6 +39,8 @@ export declare abstract class Dialect {
     abstract supportsSafeCast: boolean;
     abstract supportsNesting: boolean;
     cantPartitionWindowFunctionsOnExpressions: boolean;
+    supportsPipelinesInViews: boolean;
+    supportsArraysInData: boolean;
     abstract getGlobalFunctionDef(name: string): DialectFunctionOverloadDef[] | undefined;
     abstract quoteTablePath(tablePath: string): string;
     abstract sqlGroupSetTable(groupSetCount: number): string;

package/dist/dialect/dialect.js

@@ -58,6 +58,10 @@ class Dialect {
         //
         // StandardSQL dialects can't partition on expression in window functions
         this.cantPartitionWindowFunctionsOnExpressions = false;
+        // Snowflake can't yet support pipelines in nested views.
+        this.supportsPipelinesInViews = true;
+        // Some dialects don't supporrt arrays.
+        this.supportsArraysInData = true;
     }
     sqlFinalStage(_lastStageName, _fields) {
         throw new Error('Dialect has no final Stage but called Anyway');

package/dist/dialect/snowflake/snowflake.d.ts

@@ -21,6 +21,8 @@ export declare class SnowflakeDialect extends Dialect {
     dontUnionIndex: boolean;
     supportsQualify: boolean;
     supportsNesting: boolean;
+    supportsPipelinesInViews: boolean;
+    supportsArraysInData: boolean;
     quoteTablePath(tablePath: string): string;
     sqlGroupSetTable(groupSetCount: number): string;
     sqlAnyValue(groupSet: number, fieldName: string): string;
@@ -36,7 +38,7 @@ export declare class SnowflakeDialect extends Dialect {
     sqlFieldReference(alias: string, fieldName: string, fieldType: string, isNested: boolean, _isArray: boolean): string;
     sqlUnnestPipelineHead(isSingleton: boolean, sourceSQLExpression: string): string;
     sqlCreateFunction(_id: string, _funcText: string): string;
-    sqlCreateFunctionCombineLastStage(lastStageName: string): string;
+    sqlCreateFunctionCombineLastStage(_lastStageName: string): string;
     sqlSelectAliasAsStruct(alias: string): string;
     sqlMaybeQuoteIdentifier(identifier: string): string;
     sqlCreateTableAsSelect(tableName: string, sql: string): string;

package/dist/dialect/snowflake/snowflake.js

@@ -93,13 +93,15 @@ class SnowflakeDialect extends dialect_1.Dialect {
         this.dontUnionIndex = false;
         this.supportsQualify = false;
         this.supportsNesting = true;
+        this.supportsPipelinesInViews = false;
+        this.supportsArraysInData = false;
     }
     // don't mess with the table pathing.
     quoteTablePath(tablePath) {
         return tablePath;
     }
     sqlGroupSetTable(groupSetCount) {
-        return `SELECT index as group_set FROM TABLE(FLATTEN(ARRAY_GENERATE_RANGE(0, ${groupSetCount})))`;
+        return `CROSS JOIN (SELECT index as group_set FROM TABLE(FLATTEN(ARRAY_GENERATE_RANGE(0, ${groupSetCount + 1}))))`;
     }
     sqlAnyValue(groupSet, fieldName) {
         return `(ARRAY_AGG(CASE WHEN group_set=${groupSet} THEN ${fieldName} END) WITHIN GROUP (ORDER BY ${fieldName} ASC NULLS LAST))[0]`;
@@ -117,7 +119,7 @@ class SnowflakeDialect extends dialect_1.Dialect {
     sqlAggregateTurtle(groupSet, fieldList, orderBy, limit) {
         const fields = this.mapFieldsForObjectConstruct(fieldList);
         const orderByClause = orderBy ? ` WITHIN GROUP (${orderBy})` : '';
-        const aggClause = `ARRAY_AGG(CASE WHEN group_set=${groupSet} THEN OBJECT_CONSTRUCT(${fields}) END)${orderByClause}`;
+        const aggClause = `ARRAY_AGG(CASE WHEN group_set=${groupSet} THEN OBJECT_CONSTRUCT_KEEP_NULL(${fields}) END)${orderByClause}`;
         if (limit === undefined) {
             return `COALESCE(${aggClause}, [])`;
         }
@@ -125,7 +127,7 @@ class SnowflakeDialect extends dialect_1.Dialect {
     }
     sqlAnyValueTurtle(groupSet, fieldList) {
         const fields = this.mapFieldsForObjectConstruct(fieldList);
-        return `(ARRAY_AGG(CASE WHEN group_set=${groupSet} THEN OBJECT_CONSTRUCT(${fields}) END) WITHIN GROUP (ORDER BY 1 ASC NULLS LAST))[0]`;
+        return `(ARRAY_AGG(CASE WHEN group_set=${groupSet} THEN OBJECT_CONSTRUCT_KEEP_NULL(${fields}) END) WITHIN GROUP (ORDER BY 1 ASC NULLS LAST))[0]`;
     }
     sqlAnyValueLastTurtle(name, groupSet, sqlName) {
         return `(ARRAY_AGG(CASE WHEN group_set=${groupSet} THEN ${name} END) WITHIN GROUP (ORDER BY ${name} ASC NULLS LAST))[0] AS ${sqlName}`;
@@ -135,7 +137,7 @@ class SnowflakeDialect extends dialect_1.Dialect {
         const nullValues = fieldList
             .map(f => `'${f.sqlOutputName}', NULL`)
             .join(', ');
-        return `COALESCE(ARRAY_AGG(CASE WHEN group_set=${groupSet} THEN OBJECT_CONSTRUCT(${fields}) END)[0], OBJECT_CONSTRUCT_KEEP_NULL(${nullValues}))`;
+        return `COALESCE(ARRAY_AGG(CASE WHEN group_set=${groupSet} THEN OBJECT_CONSTRUCT_KEEP_NULL(${fields}) END)[0], OBJECT_CONSTRUCT_KEEP_NULL(${nullValues}))`;
     }
     sqlUnnestAlias(source, alias, _fieldList, _needDistinctKey, isArray, _isInNestedPipeline) {
         if (isArray) {
@@ -195,6 +197,9 @@ class SnowflakeDialect extends dialect_1.Dialect {
             if (fieldType === 'string') {
                 snowflakeType = 'varchar';
             }
+            else if (fieldType === 'struct') {
+                snowflakeType = 'variant';
+            }
             return `${alias}.value:"${fieldName}"::${snowflakeType}`;
         }
     }
@@ -208,11 +213,12 @@ class SnowflakeDialect extends dialect_1.Dialect {
     sqlCreateFunction(_id, _funcText) {
         throw new Error('not implemented yet');
     }
-    sqlCreateFunctionCombineLastStage(lastStageName) {
-        return `SELECT ARRAY_AGG(OBJECT_CONSTRUCT(*)) FROM ${lastStageName}`;
+    sqlCreateFunctionCombineLastStage(_lastStageName) {
+        throw new Error('not implemented yet');
+        // return `SELECT ARRAY_AGG(OBJECT_CONSTRUCT(*)) FROM ${lastStageName}`;
     }
     sqlSelectAliasAsStruct(alias) {
-        return `OBJECT_CONSTRUCT(${alias}.*)`;
+        return `OBJECT_CONSTRUCT_KEEP_NULL(${alias}.*)`;
     }
     sqlMaybeQuoteIdentifier(identifier) {
         return `"${identifier}"`;

package/dist/malloy.d.ts

@@ -5,6 +5,7 @@ import { DocumentHelpContext } from './lang/parse-tree-walkers/document-help-con
 import { CompiledQuery, DocumentLocation, DocumentReference, FieldBooleanDef, FieldDateDef, FieldJSONDef, FieldNumberDef, FieldStringDef, FieldTimestampDef, FieldTypeDef, FilterExpression, Query as InternalQuery, ModelDef, DocumentPosition as ModelDocumentPosition, NamedQuery, QueryData, QueryDataRow, QueryResult, SQLBlock, SQLBlockSource, SQLBlockStructDef, SearchIndexResult, SearchValueMapResult, StructDef, TurtleDef, FieldUnsupportedDef, QueryRunStats, ImportLocation, Annotation } from './model';
 import { Connection, InfoConnection, LookupConnection, ModelString, ModelURL, QueryString, QueryURL, URLReader } from './runtime_types';
 import { Tag, TagParse, TagParseSpec, Taggable } from './tags';
+import { Dialect } from './dialect';
 export interface Loggable {
     debug: (message?: any, ...optionalParams: any[]) => void;
     info: (message?: any, ...optionalParams: any[]) => void;
@@ -851,6 +852,7 @@ export declare class SingleConnectionRuntime<T extends Connection = Connection>
     constructor(connection: T);
     get supportsNesting(): boolean;
     quote(column: string): string;
+    get dialect(): Dialect;
     getQuoter(): (arg: TemplateStringsArray) => string;
 }
 declare class FluentState<T> {

package/dist/malloy.js

@@ -1758,6 +1758,9 @@ class SingleConnectionRuntime extends Runtime {
     quote(column) {
         return (0, dialect_1.getDialect)(this.connection.dialectName).sqlMaybeQuoteIdentifier(column);
     }
+    get dialect() {
+        return (0, dialect_1.getDialect)(this.connection.dialectName);
+    }
     getQuoter() {
         return (x) => this.quote(x.toString());
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@malloydata/malloy",
-  "version": "0.0.127-dev240308180053",
+  "version": "0.0.127-dev240309202055",
   "license": "MIT",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",