@devrev/meerkat-core 0.0.96 → 0.0.98

package/README.md

@@ -1,11 +1,75 @@
-# meerkat-core
+# @devrev/meerkat-core
 
-This library was generated with [Nx](https://nx.dev).
+`@devrev/meerkat-core` is the foundational library for the Meerkat ecosystem, a TypeScript SDK that seamlessly translates Cube-like queries into DuckDB Abstract Syntax Trees (AST). It provides the core logic for query transformation, designed to be environment-agnostic, running in both Node.js and browser environments.
 
-## Building
+This package focuses exclusively on generating a DuckDB-compatible AST from a JSON-based query object. It does not handle query execution, which is the responsibility of environment-specific packages like `@devrev/meerkat-node` and `@devrev/meerkat-browser`.
 
-Run `nx build meerkat-core` to build the library.
+## Key Features
 
-## Running unit tests
+- **Cube-to-AST Transformation**: Converts Cube-style JSON queries into DuckDB-compatible SQL ASTs.
+- **Environment Agnostic**: Runs in both Node.js and browser environments.
+- **Type-Safe**: Provides strong TypeScript definitions for queries, schemas, and filters.
+- **Advanced Filtering and Joins**: Supports complex filters, logical operators, and multi-table joins.
+- **Extensible by Design**: Leverages DuckDB's native JSON serialization, avoiding the limitations of traditional query builders.
 
-Run `nx test meerkat-core` to execute the unit tests via [Jest](https://jestjs.io).
+## Installation
+
+```bash
+npm install @devrev/meerkat-core
+```
+
+## Core Concepts
+
+`meerkat-core` revolves around two main objects:
+
+1.  **`Query`**: A JSON object that defines your analytics request. It specifies measures, dimensions, filters, and ordering.
+2.  **`TableSchema`**: Defines the structure of your data tables, including columns, measures, dimensions, and joins.
+
+The library uses these objects to generate a DuckDB AST. This AST can then be passed to an execution engine.
+
+## Usage
+
+Here's how to transform a Cube-style query into a DuckDB AST:
+
+```typescript
+import { cubeToDuckdbAST, Query, TableSchema } from '@devrev/meerkat-core';
+
+// 1. Define the schema for your table
+const schema: TableSchema = {
+  name: 'users',
+  sql: 'SELECT * FROM users',
+  columns: [
+    { name: 'id', type: 'INTEGER' },
+    { name: 'name', type: 'VARCHAR' },
+    { name: 'city', type: 'VARCHAR' },
+    { name: 'signed_up_at', type: 'TIMESTAMP' },
+  ],
+};
+
+// 2. Define your query
+const query: Query = {
+  measures: ['users.count'],
+  dimensions: ['users.city'],
+  filters: [
+    {
+      member: 'users.city',
+      operator: 'equals',
+      values: ['New York'],
+    },
+  ],
+  limit: 100,
+};
+
+// 3. Generate the DuckDB AST
+const ast = cubeToDuckdbAST(query, schema);
+
+// The `ast` can now be deserialized into a SQL string for execution.
+console.log(JSON.stringify(ast, null, 2));
+```
+
+## Ecosystem
+
+`meerkat-core` is the foundation for:
+
+- **`@devrev/meerkat-node`**: For server-side analytics in Node.js with `@duckdb/node-api`.
+- **`@devrev/meerkat-browser`**: For client-side analytics in the browser with `@duckdb/duckdb-wasm`.

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "@devrev/meerkat-core",
-  "version": "0.0.96",
+  "version": "0.0.98",
   "dependencies": {
-    "@swc/helpers": "~0.5.0"
+    "tslib": "^2.3.0"
   },
   "scripts": {
     "release": "semantic-release"

package/src/ast-builder/ast-builder.js

@@ -0,0 +1,91 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cubeToDuckdbAST = void 0;
+const factory_1 = require("../cube-filter-transformer/factory");
+const cube_group_by_transformer_1 = require("../cube-group-by-transformer/cube-group-by-transformer");
+const cube_limit_offset_transformer_1 = require("../cube-limit-offset-transformer/cube-limit-offset-transformer");
+const cube_order_by_transformer_1 = require("../cube-order-by-transformer/cube-order-by-transformer");
+const filter_params_ast_1 = require("../filter-params/filter-params-ast");
+const member_key_to_safe_key_1 = require("../member-formatters/member-key-to-safe-key");
+const base_ast_1 = require("../utils/base-ast");
+const cube_filter_enrichment_1 = require("../utils/cube-filter-enrichment");
+const modify_meerkat_filter_1 = require("../utils/modify-meerkat-filter");
+const formatFilters = (queryFiltersWithInfo, filterType) => {
+    /*
+     * If the type of filter is set to base filter where
+     */
+    return filterType === 'BASE_FILTER'
+        ? queryFiltersWithInfo
+        : (0, modify_meerkat_filter_1.modifyLeafMeerkatFilter)(queryFiltersWithInfo, (item) => {
+            return Object.assign(Object.assign({}, item), { member: (0, member_key_to_safe_key_1.memberKeyToSafeKey)(item.member) });
+        });
+};
+const getFormattedFilters = ({ queryFiltersWithInfo, filterType, mapperFn, baseAST, }) => {
+    const filters = queryFiltersWithInfo
+        .map((item) => mapperFn(item))
+        .filter(Boolean);
+    const formattedFilters = formatFilters(filters, filterType);
+    return (0, factory_1.cubeFilterToDuckdbAST)(formattedFilters, baseAST);
+};
+const cubeToDuckdbAST = (query, tableSchema, options) => {
+    var _a;
+    /**
+     * Obviously, if no table schema was found, return null.
+     */
+    if (!tableSchema) {
+        return null;
+    }
+    const baseAST = (0, base_ast_1.getBaseAST)();
+    const node = baseAST.node;
+    if (query.filters && query.filters.length > 0) {
+        /**
+         * Make a copy of the query filters and enrich them with the table schema.
+         */
+        const queryFiltersWithInfo = (0, cube_filter_enrichment_1.cubeFiltersEnrichment)(JSON.parse(JSON.stringify(query.filters)), tableSchema);
+        if (!queryFiltersWithInfo) {
+            return null;
+        }
+        const whereClause = getFormattedFilters({
+            baseAST,
+            mapperFn: (item) => (0, filter_params_ast_1.traverseAndFilter)(item, (value) => !query.measures.includes(value.member)),
+            queryFiltersWithInfo,
+            filterType: options === null || options === void 0 ? void 0 : options.filterType,
+        });
+        const havingClause = getFormattedFilters({
+            baseAST,
+            mapperFn: (item) => (0, filter_params_ast_1.traverseAndFilter)(item, (value) => query.measures.includes(value.member)),
+            queryFiltersWithInfo,
+            filterType: options === null || options === void 0 ? void 0 : options.filterType,
+        });
+        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+        //@ts-ignore
+        node.where_clause = whereClause;
+        node.having = havingClause;
+    }
+    if (query.measures.length &&
+        query.dimensions &&
+        ((_a = query.dimensions) === null || _a === void 0 ? void 0 : _a.length) > 0) {
+        node.group_expressions = (0, cube_group_by_transformer_1.cubeDimensionToGroupByAST)(query.dimensions);
+        const groupSets = [];
+        /**
+         * We only support one group set for now.
+         */
+        for (let i = 0; i < node.group_expressions.length; i++) {
+            groupSets.push(i);
+        }
+        node.group_sets = [groupSets];
+    }
+    node.modifiers = [];
+    if (query.order && Object.keys(query.order).length > 0) {
+        node.modifiers.push((0, cube_order_by_transformer_1.cubeOrderByToAST)(query.order));
+    }
+    if (query.limit || query.offset) {
+        // Type assertion is needed here because the AST is not typed correctly.
+        // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+        //@ts-ignore
+        node.modifiers.push((0, cube_limit_offset_transformer_1.cubeLimitOffsetToAST)(query.limit, query.offset));
+    }
+    return baseAST;
+};
+exports.cubeToDuckdbAST = cubeToDuckdbAST;
+//# sourceMappingURL=ast-builder.js.map

package/src/ast-builder/ast-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast-builder.js","sourceRoot":"","sources":["../../../../meerkat-core/src/ast-builder/ast-builder.ts"],"names":[],"mappings":";;;AAAA,gEAA2E;AAC3E,sGAAmG;AACnG,kHAAsG;AACtG,sGAA0F;AAK1F,0EAAuE;AACvE,wFAAiF;AASjF,gDAA+C;AAC/C,4EAAwE;AACxE,0EAAyE;AAEzE,MAAM,aAAa,GAAG,CACpB,oBAA0C,EAC1C,UAAuB,EACvB,EAAE;IACF;;OAEG;IACH,OAAO,UAAU,KAAK,aAAa;QACjC,CAAC,CAAC,oBAAoB;QACtB,CAAC,CAAE,IAAA,+CAAuB,EAAC,oBAAoB,EAAE,CAAC,IAAI,EAAE,EAAE;YACtD,uCACK,IAAI,KACP,MAAM,EAAE,IAAA,2CAAkB,EAAC,IAAI,CAAC,MAAM,CAAC,IACvC;QACJ,CAAC,CAA0B,CAAC;AAClC,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,EAC3B,oBAAoB,EACpB,UAAU,EACV,QAAQ,EACR,OAAO,GAMR,EAAE,EAAE;IACH,MAAM,OAAO,GAAG,oBAAoB;SACjC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;SAC7B,MAAM,CAAC,OAAO,CAAmC,CAAC;IACrD,MAAM,gBAAgB,GAAG,aAAa,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC5D,OAAO,IAAA,+BAAqB,EAAC,gBAAgB,EAAE,OAAO,CAAC,CAAC;AAC1D,CAAC,CAAC;AAEK,MAAM,eAAe,GAAG,CAC7B,KAAY,EACZ,WAAwB,EACxB,OAAoC,EACpC,EAAE;;IACF;;OAEG;IACH,IAAI,CAAC,WAAW,EAAE;QAChB,OAAO,IAAI,CAAC;KACb;IAED,MAAM,OAAO,GAAG,IAAA,qBAAU,GAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkB,CAAC;IACxC,IAAI,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;QAC7C;;WAEG;QACH,MAAM,oBAAoB,GAAG,IAAA,8CAAqB,EAChD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EACzC,WAAW,CACZ,CAAC;QAEF,IAAI,CAAC,oBAAoB,EAAE;YACzB,OAAO,IAAI,CAAC;SACb;QAED,MAAM,WAAW,GAAG,mBAAmB,CAAC;YACtC,OAAO;YACP,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CACjB,IAAA,qCAAiB,EACf,IAAI,EACJ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAClD;YACH,oBAAoB;YACpB,UAAU,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU;SAChC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,mBAAmB,CAAC;YACvC,OAAO;YACP,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE,CACjB,IAAA,qCAAiB,EAAC,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAChC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CACtC;YACH,oBAAoB;YACpB,UAAU,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU;SAChC,CAAC,CAAC;QAEH,6DAA6D;QAC7D,YAAY;QACZ,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC;KAC5B;IACD,IACE,KAAK,CAAC,QAAQ,CAAC,MAAM;QACrB,KAAK,CAAC,UAAU;QAChB,CAAA,MAAA,KAAK,CAAC,UAAU,0CAAE,MAAM,IAAG,CAAC,EAC5B;QACA,IAAI,CAAC,iBAAiB,GAAG,IAAA,qDAAyB,EAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACrE,MAAM,SAAS,GAAG,EAAE,CAAC;QACrB;;WAEG;QACH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACtD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACnB;QACD,IAAI,CAAC,UAAU,GAAG,CAAC,SAAS,CAAC,CAAC;KAC/B;IACD,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;IACpB,IAAI,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;QACtD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAA,4CAAgB,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;KACpD;IACD,IAAI,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE;QAC/B,wEAAwE;QACxE,6DAA6D;QAC7D,YAAY;QACZ,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAA,oDAAoB,EAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;KACtE;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAhFW,QAAA,eAAe,mBAgF1B"}

package/src/ast-deserializer/ast-deserializer.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deserializeQuery = exports.astDeserializerQuery = void 0;
+const astDeserializerQuery = (ast) => {
+    return `SELECT json_deserialize_sql('${JSON.stringify({
+        statements: [ast],
+    })}');`;
+};
+exports.astDeserializerQuery = astDeserializerQuery;
+const deserializeQuery = (queryOutput) => {
+    const deserializeObj = queryOutput[0];
+    const deserializeKey = Object.keys(deserializeObj)[0];
+    const deserializeQuery = deserializeObj[deserializeKey];
+    return deserializeQuery;
+};
+exports.deserializeQuery = deserializeQuery;
+//# sourceMappingURL=ast-deserializer.js.map

package/src/ast-deserializer/ast-deserializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast-deserializer.js","sourceRoot":"","sources":["../../../../meerkat-core/src/ast-deserializer/ast-deserializer.ts"],"names":[],"mappings":";;;AAEO,MAAM,oBAAoB,GAAG,CAAC,GAAoB,EAAE,EAAE;IAC3D,OAAO,gCAAgC,IAAI,CAAC,SAAS,CAAC;QACpD,UAAU,EAAE,CAAC,GAAG,CAAC;KAClB,CAAC,KAAK,CAAC;AACV,CAAC,CAAC;AAJW,QAAA,oBAAoB,wBAI/B;AAEK,MAAM,gBAAgB,GAAG,CAC9B,WAEG,EACH,EAAE;IACF,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,gBAAgB,GAAG,cAAc,CAAC,cAAc,CAAC,CAAC;IACxD,OAAO,gBAAgB,CAAC;AAC1B,CAAC,CAAC;AATW,QAAA,gBAAgB,oBAS3B"}

package/src/ast-serializer/ast-serializer.js

@@ -0,0 +1,8 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.astSerializerQuery = void 0;
+const astSerializerQuery = (query) => {
+    return `SELECT json_serialize_sql('${query}')`;
+};
+exports.astSerializerQuery = astSerializerQuery;
+//# sourceMappingURL=ast-serializer.js.map

package/src/ast-serializer/ast-serializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ast-serializer.js","sourceRoot":"","sources":["../../../../meerkat-core/src/ast-serializer/ast-serializer.ts"],"names":[],"mappings":";;;AAAO,MAAM,kBAAkB,GAAG,CAAC,KAAa,EAAE,EAAE;IAClD,OAAO,8BAA8B,KAAK,IAAI,CAAC;AACjD,CAAC,CAAC;AAFW,QAAA,kBAAkB,sBAE7B"}

package/src/ast-validator/dimension-validator.js

@@ -0,0 +1,49 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateDimension = exports.validateExpressionNode = void 0;
+const utils_1 = require("../types/utils");
+const utils_2 = require("./utils");
+/**
+ * Validates an individual expression node
+ */
+const validateExpressionNode = (node, validFunctions) => {
+    // Column references and value constants
+    if ((0, utils_1.isColumnRefExpression)(node) || (0, utils_1.isConstantExpression)(node)) {
+        return true;
+    }
+    // Cast expression
+    if ((0, utils_1.isCastExpression)(node)) {
+        return (0, exports.validateExpressionNode)(node.child, validFunctions);
+    }
+    // Operator expression
+    if ((0, utils_1.isOperatorExpression)(node)) {
+        return node.children.every((child) => (0, exports.validateExpressionNode)(child, validFunctions));
+    }
+    // Function expression
+    if ((0, utils_1.isFunctionExpression)(node)) {
+        if (!validFunctions.has(node.function_name)) {
+            throw new Error(`Invalid function: ${node.function_name}`);
+        }
+        return node.children.every((child) => (0, exports.validateExpressionNode)(child, validFunctions));
+    }
+    // Case expression
+    if ((0, utils_1.isCaseExpression)(node)) {
+        return (node.case_checks.every((check) => (0, exports.validateExpressionNode)(check.then_expr, validFunctions)) && (0, exports.validateExpressionNode)(node.else_expr, validFunctions));
+    }
+    throw new Error(`Invalid expression type: ${node.type}`);
+};
+exports.validateExpressionNode = validateExpressionNode;
+/**
+ * Validates if the parsed serialization represents a valid dimension
+ */
+const validateDimension = (parsedSerialization, validFunctions) => {
+    const node = (0, utils_2.getSelectNode)(parsedSerialization);
+    const validFunctionSet = new Set(validFunctions);
+    // Validate the expression
+    if ((0, exports.validateExpressionNode)(node, validFunctionSet)) {
+        return true;
+    }
+    throw new Error('Expression contains invalid functions or operators');
+};
+exports.validateDimension = validateDimension;
+//# sourceMappingURL=dimension-validator.js.map

package/src/ast-validator/dimension-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dimension-validator.js","sourceRoot":"","sources":["../../../../meerkat-core/src/ast-validator/dimension-validator.ts"],"names":[],"mappings":";;;AACA,0CAOwB;AAExB,mCAAwC;AAExC;;GAEG;AACI,MAAM,sBAAsB,GAAG,CACpC,IAAsB,EACtB,cAA2B,EAClB,EAAE;IACX,wCAAwC;IACxC,IAAI,IAAA,6BAAqB,EAAC,IAAI,CAAC,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,EAAE;QAC7D,OAAO,IAAI,CAAC;KACb;IAED,kBAAkB;IAClB,IAAI,IAAA,wBAAgB,EAAC,IAAI,CAAC,EAAE;QAC1B,OAAO,IAAA,8BAAsB,EAAC,IAAI,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;KAC3D;IAED,sBAAsB;IACtB,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,EAAE;QAC9B,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACnC,IAAA,8BAAsB,EAAC,KAAK,EAAE,cAAc,CAAC,CAC9C,CAAC;KACH;IAED,sBAAsB;IACtB,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,EAAE;QAC9B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;YAC3C,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;SAC5D;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACnC,IAAA,8BAAsB,EAAC,KAAK,EAAE,cAAc,CAAC,CAC9C,CAAC;KACH;IAED,kBAAkB;IAClB,IAAI,IAAA,wBAAgB,EAAC,IAAI,CAAC,EAAE;QAC1B,OAAO,CACL,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAC/B,IAAA,8BAAsB,EAAC,KAAK,CAAC,SAAS,EAAE,cAAc,CAAC,CACxD,IAAI,IAAA,8BAAsB,EAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAC5D,CAAC;KACH;IAED,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAC3D,CAAC,CAAC;AAzCW,QAAA,sBAAsB,0BAyCjC;AAEF;;GAEG;AACI,MAAM,iBAAiB,GAAG,CAC/B,mBAAwC,EACxC,cAAwB,EACf,EAAE;IACX,MAAM,IAAI,GAAG,IAAA,qBAAa,EAAC,mBAAmB,CAAC,CAAC;IAEhD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;IAEjD,0BAA0B;IAC1B,IAAI,IAAA,8BAAsB,EAAC,IAAI,EAAE,gBAAgB,CAAC,EAAE;QAClD,OAAO,IAAI,CAAC;KACb;IAED,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACxE,CAAC,CAAC;AAdW,QAAA,iBAAiB,qBAc5B"}

package/src/ast-validator/index.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getSelectNode = exports.validateMeasure = exports.validateDimension = void 0;
+const tslib_1 = require("tslib");
+var dimension_validator_1 = require("./dimension-validator");
+Object.defineProperty(exports, "validateDimension", { enumerable: true, get: function () { return dimension_validator_1.validateDimension; } });
+var measure_validator_1 = require("./measure-validator");
+Object.defineProperty(exports, "validateMeasure", { enumerable: true, get: function () { return measure_validator_1.validateMeasure; } });
+tslib_1.__exportStar(require("./types"), exports);
+var utils_1 = require("./utils");
+Object.defineProperty(exports, "getSelectNode", { enumerable: true, get: function () { return utils_1.getSelectNode; } });
+//# sourceMappingURL=index.js.map

package/src/ast-validator/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../meerkat-core/src/ast-validator/index.ts"],"names":[],"mappings":";;;;AAAA,6DAA0D;AAAjD,wHAAA,iBAAiB,OAAA;AAC1B,yDAAsD;AAA7C,oHAAA,eAAe,OAAA;AACxB,kDAAwB;AACxB,iCAAwC;AAA/B,sGAAA,aAAa,OAAA"}

package/src/ast-validator/measure-validator.js

@@ -0,0 +1,155 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateMeasure = exports.containsAggregation = exports.validateExpressionNode = void 0;
+const utils_1 = require("../types/utils");
+const utils_2 = require("./utils");
+const validateExpressionNode = ({ node, validFunctions, parentNode, validScalarFunctions, hasAggregation = false, }) => {
+    // Base cases for column references and constants
+    if ((0, utils_1.isColumnRefExpression)(node) || (0, utils_1.isConstantExpression)(node)) {
+        // Allow column references inside aggregation functions
+        return !!parentNode;
+    }
+    // Check for valid aggregation functions
+    if ((0, utils_1.isFunctionExpression)(node) || (0, utils_1.isWindowExpression)(node)) {
+        // count_star don't have children
+        if (node.function_name === 'count_star')
+            return true;
+        // This is a valid aggregation function - verify its children don't contain nested aggregations
+        if (validFunctions.has(node.function_name)) {
+            return node.children.some((child) => (0, exports.validateExpressionNode)({
+                node: child,
+                validFunctions,
+                parentNode: node,
+                validScalarFunctions,
+                hasAggregation: true,
+            }));
+        }
+        // For non-aggregation functions
+        if (validScalarFunctions.has(node.function_name)) {
+            return node.children.some((child) => {
+                return ((0, exports.validateExpressionNode)({
+                    node: child,
+                    validFunctions,
+                    parentNode: node,
+                    validScalarFunctions,
+                }) &&
+                    ((0, exports.containsAggregation)(child, validFunctions) || hasAggregation));
+            });
+        }
+        throw new Error(`Invalid function type: ${node.function_name}`);
+    }
+    // Operator expression
+    if ((0, utils_1.isOperatorExpression)(node)) {
+        return node.children.some((child) => (0, exports.validateExpressionNode)({
+            node: child,
+            validFunctions,
+            parentNode,
+            validScalarFunctions,
+        }));
+    }
+    // Cast expression
+    if ((0, utils_1.isCastExpression)(node)) {
+        return (0, exports.validateExpressionNode)({
+            node: node.child,
+            validFunctions,
+            parentNode,
+            validScalarFunctions,
+        });
+    }
+    // Case expression
+    if ((0, utils_1.isCaseExpression)(node)) {
+        const checksValid = node.case_checks.every((caseCheck) => {
+            // WHEN conditions cannot contain aggregations
+            const whenValid = !(0, exports.containsAggregation)(caseCheck.when_expr, validFunctions);
+            // THEN expressions must be valid aggregations or contain no aggregations
+            const thenValid = (0, exports.validateExpressionNode)({
+                node: caseCheck.then_expr,
+                validFunctions,
+                parentNode: node,
+                validScalarFunctions,
+            }) || !(0, exports.containsAggregation)(caseCheck.then_expr, validFunctions);
+            return whenValid && thenValid;
+        });
+        const elseValid = (0, exports.validateExpressionNode)({
+            node: node.else_expr,
+            validFunctions,
+            parentNode: node,
+            validScalarFunctions,
+        }) || !(0, exports.containsAggregation)(node.else_expr, validFunctions);
+        return checksValid && elseValid;
+    }
+    // Subquery expression
+    if ((0, utils_1.isSubqueryExpression)(node) && (0, utils_1.isSelectNode)(node.subquery.node)) {
+        return node.subquery.node.select_list.every((node) => {
+            return (0, exports.validateExpressionNode)({
+                node,
+                validFunctions,
+                parentNode,
+                validScalarFunctions,
+            });
+        });
+    }
+    // Window expression
+    if ((0, utils_1.isWindowExpression)(node)) {
+        return node.children.every((node) => {
+            return (0, exports.validateExpressionNode)({
+                node,
+                validFunctions,
+                parentNode,
+                validScalarFunctions,
+            });
+        });
+    }
+    throw new Error(`Invalid expression type: ${node.type}`);
+};
+exports.validateExpressionNode = validateExpressionNode;
+const containsAggregation = (node, validFunctions) => {
+    if (!node)
+        return false;
+    // Function expression
+    if ((0, utils_1.isFunctionExpression)(node) || (0, utils_1.isWindowExpression)(node)) {
+        return (validFunctions.has(node.function_name) ||
+            node.children.some((child) => (0, exports.containsAggregation)(child, validFunctions)));
+    }
+    // Case expression
+    if ((0, utils_1.isCaseExpression)(node)) {
+        return (node.case_checks.some((check) => (0, exports.containsAggregation)(check.when_expr, validFunctions) ||
+            (0, exports.containsAggregation)(check.then_expr, validFunctions)) || (0, exports.containsAggregation)(node.else_expr, validFunctions));
+    }
+    // Operator expression
+    if ((0, utils_1.isOperatorExpression)(node)) {
+        return node.children.some((child) => (0, exports.containsAggregation)(child, validFunctions));
+    }
+    if ((0, utils_1.isCastExpression)(node)) {
+        return (0, exports.containsAggregation)(node.child, validFunctions);
+    }
+    // Window expression
+    if ((0, utils_1.isWindowExpression)(node)) {
+        return node.children.some((child) => (0, exports.containsAggregation)(child, validFunctions));
+    }
+    // Subquery expression
+    if ((0, utils_1.isSubqueryExpression)(node) && (0, utils_1.isSelectNode)(node.subquery.node)) {
+        return node.subquery.node.select_list.every((node) => {
+            return (0, exports.containsAggregation)(node, validFunctions);
+        });
+    }
+    return false;
+};
+exports.containsAggregation = containsAggregation;
+const validateMeasure = (parsedSerialization, validFunctions, validScalarFunctions) => {
+    const node = (0, utils_2.getSelectNode)(parsedSerialization);
+    const validFunctionSet = new Set(validFunctions);
+    const validScalarFunctionSet = new Set(validScalarFunctions);
+    // Validate the expression
+    if ((0, exports.validateExpressionNode)({
+        node: node,
+        validFunctions: validFunctionSet,
+        parentNode: null,
+        validScalarFunctions: validScalarFunctionSet,
+    })) {
+        return true;
+    }
+    throw new Error('Expression contains invalid functions or operators');
+};
+exports.validateMeasure = validateMeasure;
+//# sourceMappingURL=measure-validator.js.map

package/src/ast-validator/measure-validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"measure-validator.js","sourceRoot":"","sources":["../../../../meerkat-core/src/ast-validator/measure-validator.ts"],"names":[],"mappings":";;;AACA,0CAUwB;AAExB,mCAAwC;AAEjC,MAAM,sBAAsB,GAAG,CAAC,EACrC,IAAI,EACJ,cAAc,EACd,UAAU,EACV,oBAAoB,EACpB,cAAc,GAAG,KAAK,GAOvB,EAAW,EAAE;IACZ,iDAAiD;IACjD,IAAI,IAAA,6BAAqB,EAAC,IAAI,CAAC,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,EAAE;QAC7D,uDAAuD;QACvD,OAAO,CAAC,CAAC,UAAU,CAAC;KACrB;IAED,wCAAwC;IACxC,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,IAAI,IAAA,0BAAkB,EAAC,IAAI,CAAC,EAAE;QAC1D,iCAAiC;QACjC,IAAI,IAAI,CAAC,aAAa,KAAK,YAAY;YAAE,OAAO,IAAI,CAAC;QAErD,+FAA+F;QAC/F,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;YAC1C,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAClC,IAAA,8BAAsB,EAAC;gBACrB,IAAI,EAAE,KAAK;gBACX,cAAc;gBACd,UAAU,EAAE,IAAI;gBAChB,oBAAoB;gBACpB,cAAc,EAAE,IAAI;aACrB,CAAC,CACH,CAAC;SACH;QAED,gCAAgC;QAChC,IAAI,oBAAoB,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;YAChD,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;gBAClC,OAAO,CACL,IAAA,8BAAsB,EAAC;oBACrB,IAAI,EAAE,KAAK;oBACX,cAAc;oBACd,UAAU,EAAE,IAAI;oBAChB,oBAAoB;iBACrB,CAAC;oBACF,CAAC,IAAA,2BAAmB,EAAC,KAAK,EAAE,cAAc,CAAC,IAAI,cAAc,CAAC,CAC/D,CAAC;YACJ,CAAC,CAAC,CAAC;SACJ;QAED,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;KACjE;IAED,sBAAsB;IACtB,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,EAAE;QAC9B,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAClC,IAAA,8BAAsB,EAAC;YACrB,IAAI,EAAE,KAAK;YACX,cAAc;YACd,UAAU;YACV,oBAAoB;SACrB,CAAC,CACH,CAAC;KACH;IAED,kBAAkB;IAClB,IAAI,IAAA,wBAAgB,EAAC,IAAI,CAAC,EAAE;QAC1B,OAAO,IAAA,8BAAsB,EAAC;YAC5B,IAAI,EAAE,IAAI,CAAC,KAAK;YAChB,cAAc;YACd,UAAU;YACV,oBAAoB;SACrB,CAAC,CAAC;KACJ;IAED,kBAAkB;IAClB,IAAI,IAAA,wBAAgB,EAAC,IAAI,CAAC,EAAE;QAC1B,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,EAAE;YACvD,8CAA8C;YAC9C,MAAM,SAAS,GAAG,CAAC,IAAA,2BAAmB,EACpC,SAAS,CAAC,SAAS,EACnB,cAAc,CACf,CAAC;YAEF,yEAAyE;YACzE,MAAM,SAAS,GACb,IAAA,8BAAsB,EAAC;gBACrB,IAAI,EAAE,SAAS,CAAC,SAAS;gBACzB,cAAc;gBACd,UAAU,EAAE,IAAI;gBAChB,oBAAoB;aACrB,CAAC,IAAI,CAAC,IAAA,2BAAmB,EAAC,SAAS,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;YAClE,OAAO,SAAS,IAAI,SAAS,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,MAAM,SAAS,GACb,IAAA,8BAAsB,EAAC;YACrB,IAAI,EAAE,IAAI,CAAC,SAAS;YACpB,cAAc;YACd,UAAU,EAAE,IAAI;YAChB,oBAAoB;SACrB,CAAC,IAAI,CAAC,IAAA,2BAAmB,EAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAE7D,OAAO,WAAW,IAAI,SAAS,CAAC;KACjC;IAED,sBAAsB;IACtB,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,IAAI,IAAA,oBAAY,EAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;QAClE,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;YACnD,OAAO,IAAA,8BAAsB,EAAC;gBAC5B,IAAI;gBACJ,cAAc;gBACd,UAAU;gBACV,oBAAoB;aACrB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;KACJ;IAED,oBAAoB;IACpB,IAAI,IAAA,0BAAkB,EAAC,IAAI,CAAC,EAAE;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;YAClC,OAAO,IAAA,8BAAsB,EAAC;gBAC5B,IAAI;gBACJ,cAAc;gBACd,UAAU;gBACV,oBAAoB;aACrB,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;KACJ;IAED,MAAM,IAAI,KAAK,CAAC,4BAA4B,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;AAC3D,CAAC,CAAC;AArIW,QAAA,sBAAsB,0BAqIjC;AAEK,MAAM,mBAAmB,GAAG,CACjC,IAAsB,EACtB,cAA2B,EAClB,EAAE;IACX,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IAExB,sBAAsB;IACtB,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,IAAI,IAAA,0BAAkB,EAAC,IAAI,CAAC,EAAE;QAC1D,OAAO,CACL,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,2BAAmB,EAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAC1E,CAAC;KACH;IAED,kBAAkB;IAClB,IAAI,IAAA,wBAAgB,EAAC,IAAI,CAAC,EAAE;QAC1B,OAAO,CACL,IAAI,CAAC,WAAW,CAAC,IAAI,CACnB,CAAC,KAAK,EAAE,EAAE,CACR,IAAA,2BAAmB,EAAC,KAAK,CAAC,SAAS,EAAE,cAAc,CAAC;YACpD,IAAA,2BAAmB,EAAC,KAAK,CAAC,SAAS,EAAE,cAAc,CAAC,CACvD,IAAI,IAAA,2BAAmB,EAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CACzD,CAAC;KACH;IAED,sBAAsB;IACtB,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,EAAE;QAC9B,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAClC,IAAA,2BAAmB,EAAC,KAAK,EAAE,cAAc,CAAC,CAC3C,CAAC;KACH;IAED,IAAI,IAAA,wBAAgB,EAAC,IAAI,CAAC,EAAE;QAC1B,OAAO,IAAA,2BAAmB,EAAC,IAAI,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;KACxD;IAED,oBAAoB;IACpB,IAAI,IAAA,0BAAkB,EAAC,IAAI,CAAC,EAAE;QAC5B,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAClC,IAAA,2BAAmB,EAAC,KAAK,EAAE,cAAc,CAAC,CAC3C,CAAC;KACH;IAED,sBAAsB;IACtB,IAAI,IAAA,4BAAoB,EAAC,IAAI,CAAC,IAAI,IAAA,oBAAY,EAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;QAClE,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;YACnD,OAAO,IAAA,2BAAmB,EAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;KACJ;IAED,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAnDW,QAAA,mBAAmB,uBAmD9B;AAEK,MAAM,eAAe,GAAG,CAC7B,mBAAwC,EACxC,cAAwB,EACxB,oBAA8B,EACrB,EAAE;IACX,MAAM,IAAI,GAAG,IAAA,qBAAa,EAAC,mBAAmB,CAAC,CAAC;IAEhD,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,cAAc,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAE7D,0BAA0B;IAC1B,IACE,IAAA,8BAAsB,EAAC;QACrB,IAAI,EAAE,IAAI;QACV,cAAc,EAAE,gBAAgB;QAChC,UAAU,EAAE,IAAI;QAChB,oBAAoB,EAAE,sBAAsB;KAC7C,CAAC,EACF;QACA,OAAO,IAAI,CAAC;KACb;IAED,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;AACxE,CAAC,CAAC;AAvBW,QAAA,eAAe,mBAuB1B"}