@malloydata/malloy 0.0.224-dev241217194410 → 0.0.224

package/dist/dialect/duckdb/dialect_functions.js

@@ -7,6 +7,11 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DUCKDB_DIALECT_FUNCTIONS = void 0;
+const repeat = {
+    takes: { 'str': 'string', 'n': 'number' },
+    returns: 'string',
+    impl: { function: 'REPEAT' },
+};
 const list_extract = {
     takes: { 'value': { array: { generic: 'T' } }, 'index': 'number' },
     generic: { 'T': ['any'] },
@@ -85,6 +90,7 @@ exports.DUCKDB_DIALECT_FUNCTIONS = {
     count_approx,
     dayname,
     to_timestamp,
+    repeat,
     string_agg,
     string_agg_distinct,
     to_seconds,

package/dist/dialect/functions/malloy_standard_functions.d.ts

@@ -53,7 +53,7 @@ type Standard = {
     pow: D;
     rand: D;
     regexp_extract: D;
-    repeat: D;
+    string_repeat: D;
     replace: {
         string: D;
         regular_expression: D;

package/dist/dialect/functions/malloy_standard_functions.js

@@ -190,7 +190,7 @@ const regexp_extract = {
     returns: 'string',
     impl: { function: 'REGEXP_EXTRACT' },
 };
-const repeat = {
+const string_repeat = {
     takes: { 'value': 'string', 'count': 'number' },
     returns: 'string',
     impl: { function: 'REPEAT' },
@@ -559,7 +559,6 @@ exports.MALLOY_STANDARD_FUNCTIONS = {
     pow,
     rand,
     regexp_extract,
-    repeat,
     replace,
     reverse,
     round,
@@ -568,6 +567,7 @@ exports.MALLOY_STANDARD_FUNCTIONS = {
     sin,
     sqrt,
     starts_with,
+    string_repeat,
     strpos,
     substr,
     tan,

package/dist/dialect/mysql/dialect_functions.js

@@ -7,6 +7,11 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MYSQL_DIALECT_FUNCTIONS = void 0;
+const repeat = {
+    takes: { 'str': 'string', 'n': 'number' },
+    returns: 'string',
+    impl: { function: 'REPEAT' },
+};
 const string_agg = {
     default_separator: {
         takes: { 'value': { dimension: 'string' } },
@@ -47,5 +52,6 @@ const string_agg_distinct = {
 exports.MYSQL_DIALECT_FUNCTIONS = {
     string_agg,
     string_agg_distinct,
+    repeat,
 };
 //# sourceMappingURL=dialect_functions.js.map

package/dist/dialect/postgres/dialect_functions.js

@@ -7,6 +7,11 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.POSTGRES_DIALECT_FUNCTIONS = void 0;
+const repeat = {
+    takes: { 'str': 'string', 'n': 'number' },
+    returns: 'string',
+    impl: { function: 'REPEAT' },
+};
 const string_agg = {
     default_separator: {
         takes: { 'value': { dimension: 'string' } },
@@ -47,5 +52,6 @@ const string_agg_distinct = {
 exports.POSTGRES_DIALECT_FUNCTIONS = {
     string_agg,
     string_agg_distinct,
+    repeat,
 };
 //# sourceMappingURL=dialect_functions.js.map

package/dist/dialect/snowflake/dialect_functions.js

@@ -8,6 +8,11 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SNOWFLAKE_DIALECT_FUNCTIONS = void 0;
 const util_1 = require("../functions/util");
+const repeat = {
+    takes: { 'str': 'string', 'n': 'number' },
+    returns: 'string',
+    impl: { function: 'REPEAT' },
+};
 const order_by = {
     node: 'aggregate_order_by',
     prefix: ' WITHIN GROUP(',
@@ -53,5 +58,6 @@ const string_agg_distinct = {
 exports.SNOWFLAKE_DIALECT_FUNCTIONS = {
     string_agg,
     string_agg_distinct,
+    repeat,
 };
 //# sourceMappingURL=dialect_functions.js.map

package/dist/dialect/standardsql/dialect_functions.js

@@ -7,6 +7,11 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.STANDARDSQL_DIALECT_FUNCTIONS = void 0;
+const repeat = {
+    takes: { 'str': 'string', 'n': 'number' },
+    returns: 'string',
+    impl: { function: 'REPEAT' },
+};
 const date_from_unix_date = {
     takes: { 'unix_date': 'number' },
     returns: 'date',
@@ -61,5 +66,6 @@ exports.STANDARDSQL_DIALECT_FUNCTIONS = {
     date_from_unix_date,
     string_agg,
     string_agg_distinct,
+    repeat,
 };
 //# sourceMappingURL=dialect_functions.js.map

package/dist/dialect/trino/dialect_functions.d.ts

@@ -1,2 +1,3 @@
 import { DefinitionBlueprintMap } from '../functions/util';
 export declare const TRINO_DIALECT_FUNCTIONS: DefinitionBlueprintMap;
+export declare const PRESTO_DIALECT_FUNCTIONS: DefinitionBlueprintMap;

package/dist/dialect/trino/dialect_functions.js

@@ -6,7 +6,8 @@
  * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TRINO_DIALECT_FUNCTIONS = void 0;
+exports.PRESTO_DIALECT_FUNCTIONS = exports.TRINO_DIALECT_FUNCTIONS = void 0;
+const T = { generic: 'T' };
 // Aggregate functions:
 // TODO: Approx percentile can be called with a third argument; we probably
 // want to implement that at some point
@@ -21,8 +22,8 @@ const approx_percentile = {
 };
 const arbitrary = {
     generic: { 'T': ['string', 'number', 'date', 'timestamp', 'boolean', 'json'] },
-    takes: { 'value': { dimension: { generic: 'T' } } },
-    returns: { measure: { generic: 'T' } },
+    takes: { 'value': { dimension: T } },
+    returns: { measure: T },
     impl: { function: 'ARBITRARY' },
 };
 const bitwise_and_agg = {
@@ -123,20 +124,20 @@ const hll_import = {
 const max_by = {
     generic: { 'T': ['string', 'number', 'date', 'timestamp', 'boolean', 'json'] },
     takes: {
-        'value': { dimension: { generic: 'T' } },
+        'value': { dimension: T },
         'order_by_val': { dimension: 'any' },
     },
-    returns: { measure: { generic: 'T' } },
+    returns: { measure: T },
     impl: { function: 'MAX_BY' },
     isSymmetric: true,
 };
 const min_by = {
     generic: { 'T': ['string', 'number', 'date', 'timestamp', 'boolean', 'json'] },
     takes: {
-        'value': { dimension: { generic: 'T' } },
+        'value': { dimension: T },
         'order_by_val': { dimension: 'any' },
     },
-    returns: { measure: { generic: 'T' } },
+    returns: { measure: T },
     impl: { function: 'MIN_BY' },
     isSymmetric: true,
 };
@@ -296,10 +297,47 @@ const url_extract_query = {
     returns: 'string',
     impl: { function: 'URL_EXTRACT_QUERY' },
 };
-const split = {
-    takes: { 'src': 'string', 'splitChar': 'string' },
-    returns: { array: 'string' },
-    impl: { function: 'SPLIT' },
+const array_join = {
+    skip_nulls: {
+        takes: {
+            'theArray': { array: T },
+            'sep': 'string',
+        },
+        generic: { T: ['any'] },
+        returns: 'string',
+        impl: { function: 'ARRAY_JOIN' },
+    },
+    null_aware: {
+        takes: {
+            'theArray': T,
+            'sep': 'string',
+            'nullStr': 'string',
+        },
+        generic: { T: ['any'] },
+        returns: 'string',
+        impl: { function: 'ARRAY_JOIN' },
+    },
+};
+const sequence = {
+    num_to_num: {
+        takes: { 'start': 'number', 'stop': 'number' },
+        generic: { 'T': ['any'] },
+        returns: { array: 'number' },
+        impl: { function: 'SEQUENCE' },
+    },
+    num_to_num_step: {
+        takes: { 'start': 'number', 'stop': 'number', 'step': 'number' },
+        generic: { 'T': ['any'] },
+        returns: { array: 'number' },
+        impl: { function: 'SEQUENCE' },
+    },
+    date_to_date: {
+        takes: { 'start': 'date', 'stop': 'date' },
+        generic: { 'T': ['any'] },
+        returns: { array: 'date' },
+        impl: { function: 'SEQUENCE' },
+    },
+    // mtoy todo document missing sequence
 };
 exports.TRINO_DIALECT_FUNCTIONS = {
     // aggregate functions
@@ -341,6 +379,121 @@ exports.TRINO_DIALECT_FUNCTIONS = {
     url_extract_query,
     // window functions
     percent_rank,
-    split,
+    // array functions except those below
+    array_join,
+    sequence,
+};
+/**
+ * Lazy function to add wrapper blueprint definition for non overloaded functions
+ * which have generic array in their parameter list or return value
+ * @param name function name
+ * @param types list of types, last is return type
+ */
+function define(name, takes, returns) {
+    const newDef = {
+        takes,
+        generic: { 'T': ['any'] },
+        returns,
+        impl: { function: name.toUpperCase() },
+    };
+    exports.TRINO_DIALECT_FUNCTIONS[name] = newDef;
+}
+define('array_distinct', { x: { array: T } }, { array: T });
+define('array_except', { x: { array: T }, y: { array: T } }, { array: T });
+define('array_intersect', { x: { array: T }, y: { array: T } }, { array: T });
+define('array_max', { x: { array: T } }, T);
+define('array_min', { x: { array: T } }, T);
+define('array_normalize', { x: { array: T }, p: 'number' }, { array: T });
+define('array_remove', { x: { array: T }, element: T }, { array: T });
+// mtoy todo document missing lambda sort
+define('array_sort', { x: { array: T } }, { array: T });
+define('array_split_into_chunks', { x: { array: T }, n: 'number' }, { array: { array: T } });
+define('arrays_overlap', { x: { array: T }, y: { array: T } }, 'boolean');
+define('array_union', { x: { array: T }, y: { array: T } }, { array: T });
+define('cardinality', { x: { array: T } }, 'number');
+// mtoy todo move overload version?
+// define('reverse', {x: {array: T}}, {array: T});
+define('shuffle', { x: { array: T } }, { array: T });
+define('combinations', { x: { array: T }, n: 'number' }, { array: { array: T } });
+define('contains', { x: { array: T }, element: T }, 'boolean');
+define('element_at', { x: { array: T }, oridnal: 'number' }, T);
+// hard to believe, but this is what flatten does
+define('flatten', { x: { array: { array: T } } }, { array: T });
+define('ngrams', { x: { array: T }, n: 'number' }, { array: { array: T } });
+define('repeat', { x: T, n: 'number' }, { array: T });
+define('slice', { x: { array: T }, start: 'number', len: 'number' }, { array: T });
+define('split', { to_split: 'string', seperator: 'string' }, { array: 'string' });
+define('trim_array', { x: { array: T }, n: 'number' }, { array: T });
+/******** Presto Only *********/
+const array_position = {
+    first_instance: {
+        takes: { x: { array: T }, el: T },
+        generic: { T: ['any'] },
+        returns: 'number',
+        impl: { function: 'ARRAY_POSITION' },
+    },
+    nth_instance: {
+        takes: { x: { array: T }, el: T, instance: 'number' },
+        generic: { T: ['any'] },
+        returns: 'number',
+        impl: { function: 'ARRAY_POSITION' },
+    },
+};
+const array_intersect = {
+    two_arrays: {
+        takes: {
+            'a': { array: T },
+            'b': { array: T },
+        },
+        generic: { 'T': ['any'] },
+        returns: { array: T },
+        impl: { function: 'ARRAY_INTERSECT' },
+    },
+    nested_array: {
+        takes: { 'a': { array: { array: T } } },
+        generic: { 'T': ['any'] },
+        returns: { array: T },
+        impl: { function: 'ARRAY_INTERSECT' },
+    },
+};
+const array_least_frequent = {
+    array_only: {
+        takes: { 'theArray': { array: T } },
+        generic: { 'T': ['any'] },
+        returns: { array: T },
+        impl: { function: 'ARRAY_LEAST_FREQUENT' },
+    },
+    bottom: {
+        takes: {
+            'theArray': { array: T },
+            'count': 'number',
+        },
+        generic: { 'T': ['any'] },
+        returns: { array: T },
+        impl: { function: 'ARRAY_LEAST_FREQUENT' },
+    },
+};
+function def(name, takes, returns) {
+    const newDef = {
+        takes,
+        generic: { 'T': ['any'] },
+        returns,
+        impl: { function: name.toUpperCase() },
+    };
+    return { [name]: newDef };
+}
+exports.PRESTO_DIALECT_FUNCTIONS = {
+    ...exports.TRINO_DIALECT_FUNCTIONS,
+    array_intersect,
+    array_least_frequent,
+    array_position,
+    ...def('array_average', { x: { array: T } }, 'number'),
+    ...def('array_has_duplicates', { x: { array: T } }, 'boolean'),
+    ...def('array_cum_sum', { numeric_array: { array: T } }, { array: 'number' }),
+    ...def('array_duplicates', { x: { array: T } }, { array: T }),
+    ...def('array_sum', { x: { array: T } }, 'number'),
+    ...def('array_sort_desc', { x: { array: T } }, { array: T }),
+    ...def('remove_nulls', { x: { array: T } }, { array: T }),
+    ...def('array_top_n', { x: { array: T }, n: 'number' }, { array: T }),
 };
 //# sourceMappingURL=dialect_functions.js.map

package/dist/dialect/trino/function_overrides.js

@@ -25,7 +25,7 @@ exports.TRINO_MALLOY_STANDARD_OVERLOADS = {
     // Trino has it but Presto doesn't
     // TODO only apply this override for Presto, not Trino
     log: { sql: '(LN(${value}) / LN(${base}))' },
-    repeat: {
+    string_repeat: {
         sql: "ARRAY_JOIN(REPEAT(${value}, CASE WHEN ${value} IS NOT NULL THEN ${count} END),'')",
     },
     reverse: {

package/dist/dialect/trino/trino.d.ts

@@ -81,4 +81,7 @@ export declare class PrestoDialect extends TrinoDialect {
     supportsLeftJoinUnnest: boolean;
     sqlGenerateUUID(): string;
     sqlUnnestAlias(source: string, alias: string, _fieldList: DialectFieldList, needDistinctKey: boolean, isArray: boolean, _isInNestedPipeline: boolean): string;
+    getDialectFunctions(): {
+        [name: string]: DialectFunctionOverloadDef[];
+    };
 }

package/dist/dialect/trino/trino.js

@@ -576,6 +576,9 @@ class PrestoDialect extends TrinoDialect {
             return `CROSS JOIN  UNNEST(COALESCE(${source}, ARRAY[NULL])) as ${alias}_outer(${alias})`;
         }
     }
+    getDialectFunctions() {
+        return (0, functions_1.expandBlueprintMap)(dialect_functions_1.PRESTO_DIALECT_FUNCTIONS);
+    }
 }
 exports.PrestoDialect = PrestoDialect;
 //# sourceMappingURL=trino.js.map

package/dist/lang/ast/expressions/expr-array-literal.js

@@ -55,12 +55,12 @@ class ArrayLiteral extends expression_def_1.ExpressionDef {
                     continue;
                 }
                 if (firstValue) {
-                    if (!TDU.typeEq(firstValue, v)) {
+                    if (v.type !== 'null' && !TDU.typeEq(firstValue, v)) {
                         nextElement.logError('array-values-incompatible', 'All array elements must be same type');
                         continue;
                     }
                 }
-                else {
+                else if (v.type !== 'null') {
                     firstValue = v;
                 }
                 values.push(v.value);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@malloydata/malloy",
-  "version": "0.0.224-dev241217194410",
+  "version": "0.0.224",
   "license": "MIT",
   "exports": {
     ".": "./dist/index.js",