@malloydata/malloy-filter 0.0.237-dev250221201621

package/dist/number_serializer.js

@@ -0,0 +1,76 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NumberSerializer = void 0;
+const base_serializer_1 = require("./base_serializer");
+class NumberSerializer extends base_serializer_1.BaseSerializer {
+    constructor(clauses) {
+        super(clauses);
+    }
+    serialize() {
+        const result = NumberSerializer.clauseToString(this.clauses);
+        return result.trim().replace(/,$/, '');
+    }
+    // NumberOperator = '<=' | '>=' | '!=' | '=' | '>' | '<';
+    static numberConditionToString(operator, value) {
+        if (value === null) {
+            return operator === '=' ? 'NULL' : '-NULL';
+        }
+        const operatorString = operator === '=' ? '' : operator; // Remove operator for eg "5, 7, 9"
+        return operatorString + value;
+    }
+    static getNegatedType(operator) {
+        switch (operator) {
+            case '<':
+                return '>=';
+            case '<=':
+                return '>';
+            case '>':
+                return '<=';
+            case '>=':
+                return '<';
+        }
+    }
+    static isNumberOperator(value) {
+        return ['<=', '>=', '!=', '=', '>', '<'].includes(value);
+    }
+    static rangeToString(clause) {
+        const negated = clause.startOperator === '<' || clause.startOperator === '<=' ? '!=' : '';
+        const startOperator = negated
+            ? NumberSerializer.getNegatedType(clause.startOperator)
+            : clause.startOperator;
+        const endOperator = negated
+            ? NumberSerializer.getNegatedType(clause.endOperator)
+            : clause.endOperator;
+        const leftBracket = startOperator === '>' ? '(' : '[';
+        const rightBracket = endOperator === '<' ? ')' : ']';
+        return (negated +
+            leftBracket +
+            clause.startValue +
+            ', ' +
+            clause.endValue +
+            rightBracket);
+    }
+    static clauseToString(clauses) {
+        let result = '';
+        for (const clause of clauses) {
+            if ('operator' in clause && clause.operator === 'range') {
+                result += NumberSerializer.rangeToString(clause);
+                result += ', ';
+            }
+            else if ('operator' in clause &&
+                NumberSerializer.isNumberOperator(clause.operator)) {
+                const numberClause = clause;
+                for (const value of numberClause.values) {
+                    result += NumberSerializer.numberConditionToString(numberClause.operator, value);
+                    result += ', ';
+                }
+            }
+            else {
+                throw new Error('Invalid number clause ' + JSON.stringify(clause));
+            }
+        }
+        return result;
+    }
+}
+exports.NumberSerializer = NumberSerializer;
+//# sourceMappingURL=number_serializer.js.map

package/dist/number_serializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"number_serializer.js","sourceRoot":"","sources":["../src/number_serializer.ts"],"names":[],"mappings":";;;AAOA,uDAAiD;AAEjD,MAAa,gBAAiB,SAAQ,gCAAc;IAClD,YAAY,OAAiB;QAC3B,KAAK,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAEM,SAAS;QACd,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,yDAAyD;IACjD,MAAM,CAAC,uBAAuB,CACpC,QAAwB,EACxB,KAAoB;QAEpB,IAAI,KAAK,KAAK,IAAI,EAAE;YAClB,OAAO,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;SAC5C;QACD,MAAM,cAAc,GAAG,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,mCAAmC;QAC5F,OAAO,cAAc,GAAG,KAAK,CAAC;IAChC,CAAC;IAEO,MAAM,CAAC,cAAc,CAC3B,QAA6B;QAE7B,QAAQ,QAAQ,EAAE;YAChB,KAAK,GAAG;gBACN,OAAO,IAAI,CAAC;YACd,KAAK,IAAI;gBACP,OAAO,GAAG,CAAC;YACb,KAAK,GAAG;gBACN,OAAO,IAAI,CAAC;YACd,KAAK,IAAI;gBACP,OAAO,GAAG,CAAC;SACd;IACH,CAAC;IAEO,MAAM,CAAC,gBAAgB,CAAC,KAAa;QAC3C,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IAEO,MAAM,CAAC,aAAa,CAAC,MAAmB;QAC9C,MAAM,OAAO,GACX,MAAM,CAAC,aAAa,KAAK,GAAG,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,MAAM,aAAa,GAAG,OAAO;YAC3B,CAAC,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC;YACvD,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QACzB,MAAM,WAAW,GAAG,OAAO;YACzB,CAAC,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC;YACrD,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC;QACvB,MAAM,WAAW,GAAW,aAAa,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC9D,MAAM,YAAY,GAAW,WAAW,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC7D,OAAO,CACL,OAAO;YACP,WAAW;YACX,MAAM,CAAC,UAAU;YACjB,IAAI;YACJ,MAAM,CAAC,QAAQ;YACf,YAAY,CACb,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,OAAiB;QAC7C,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,IAAI,UAAU,IAAI,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,OAAO,EAAE;gBACvD,MAAM,IAAI,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACjD,MAAM,IAAI,IAAI,CAAC;aAChB;iBAAM,IACL,UAAU,IAAI,MAAM;gBACpB,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,EAClD;gBACA,MAAM,YAAY,GAAoB,MAAyB,CAAC;gBAChE,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE;oBACvC,MAAM,IAAI,gBAAgB,CAAC,uBAAuB,CAChD,YAAY,CAAC,QAAQ,EACrB,KAAK,CACN,CAAC;oBACF,MAAM,IAAI,IAAI,CAAC;iBAChB;aACF;iBAAM;gBACL,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;aACpE;SACF;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAtFD,4CAsFC"}

package/dist/string_parser.d.ts

@@ -0,0 +1,18 @@
+import { BaseParser } from './base_parser';
+import { FilterParserResponse } from './filter_types';
+export declare class StringParser extends BaseParser {
+    private static readonly percentRegex;
+    private static readonly underscoreRegex;
+    private static readonly percentStartRegex;
+    private static readonly percentEndRegex;
+    private static readonly negatedStartRegex;
+    private static readonly singleBackslashRegex;
+    constructor(input: string);
+    private tokenize;
+    parse(): FilterParserResponse;
+    private static findQuotes;
+    private static groupClauses;
+    private static percentInMiddle;
+    private static removeBackslashes;
+    private checkSimpleWord;
+}

package/dist/string_parser.js

@@ -0,0 +1,198 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StringParser = void 0;
+const tokenizer_1 = require("./tokenizer");
+const base_parser_1 = require("./base_parser");
+class StringParser extends base_parser_1.BaseParser {
+    constructor(input) {
+        super(input);
+    }
+    tokenize() {
+        const specialSubstrings = [{ type: ',', value: ',' }];
+        const specialWords = [
+            { type: 'NULL', value: 'null', ignoreCase: true },
+            { type: 'EMPTY', value: 'empty', ignoreCase: true },
+            { type: 'NOTNULL', value: '-null', ignoreCase: true },
+            { type: 'NOTEMPTY', value: '-empty', ignoreCase: true },
+        ];
+        const params = {
+            trimWordWhitespace: true,
+            combineAdjacentWords: true,
+            specialSubstrings,
+            specialWords: specialWords,
+        };
+        const tokenizer = new tokenizer_1.Tokenizer(this.inputString, params);
+        this.tokens = tokenizer.parse();
+        this.tokens = tokenizer_1.Tokenizer.convertSpecialWords(this.tokens, specialWords);
+    }
+    parse() {
+        this.index = 0;
+        this.tokenize();
+        const clauses = [];
+        const errors = [];
+        while (this.index < this.tokens.length) {
+            const token = this.getNext();
+            if (token.type === ',') {
+                this.index++;
+            }
+            else if (token.type === 'NULL') {
+                clauses.push({ operator: '=', values: [null] });
+                this.index++;
+            }
+            else if (token.type === 'EMPTY') {
+                clauses.push({ operator: 'EMPTY', values: [null] });
+                this.index++;
+            }
+            else if (token.type === 'NOTNULL') {
+                clauses.push({ operator: '!=', values: [null] });
+                this.index++;
+            }
+            else if (token.type === 'NOTEMPTY') {
+                clauses.push({ operator: 'NOTEMPTY', values: [null] });
+                this.index++;
+            }
+            else if (this.checkSimpleWord(clauses)) {
+                this.index++;
+            }
+            else {
+                errors.push({
+                    message: 'Invalid expression',
+                    startIndex: token.startIndex,
+                    endIndex: token.endIndex,
+                });
+                this.index++;
+            }
+        }
+        return { clauses: StringParser.groupClauses(clauses), errors };
+    }
+    static findQuotes(str) {
+        const quotes = new Set();
+        let i = 0;
+        while (i < str.length) {
+            // Check for triple quotes first to avoid false positives
+            if (str.slice(i, i + 3) === "'''") {
+                quotes.add('TRIPLESINGLE');
+                i += 3;
+            }
+            else if (str.slice(i, i + 3) === '"""') {
+                quotes.add('TRIPLEDOUBLE');
+                i += 3;
+            }
+            else if (str[i] === '\\') {
+                // Check for escaped quotes
+                if (i + 1 < str.length) {
+                    switch (str[i + 1]) {
+                        case "'":
+                            quotes.add('ESCAPEDSINGLE');
+                            break;
+                        case '"':
+                            quotes.add('ESCAPEDDOUBLE');
+                            break;
+                        case '`':
+                            quotes.add('ESCAPEDBACKTICK');
+                            break;
+                    }
+                    i += 2;
+                }
+                else {
+                    i++;
+                }
+            }
+            else {
+                // Check for single quotes
+                switch (str[i]) {
+                    case "'":
+                        quotes.add('SINGLE');
+                        break;
+                    case '"':
+                        quotes.add('DOUBLE');
+                        break;
+                    case '`':
+                        quotes.add('BACKTICK');
+                        break;
+                }
+                i++;
+            }
+        }
+        return Array.from(quotes);
+    }
+    static groupClauses(clauses) {
+        if (clauses.length < 2) {
+            return clauses;
+        }
+        let previous = clauses[0];
+        const outputs = [previous];
+        for (let i = 1; i < clauses.length; i++) {
+            if (previous.operator === clauses[i].operator) {
+                previous.values.push(...clauses[i].values);
+            }
+            else {
+                previous = clauses[i];
+                outputs.push(previous);
+            }
+        }
+        return outputs;
+    }
+    static percentInMiddle(word) {
+        if (word.length < 3)
+            return false;
+        word = word.substring(1, word.length - 1);
+        return StringParser.percentRegex.test(word);
+    }
+    static removeBackslashes(word) {
+        StringParser.singleBackslashRegex.lastIndex = 0;
+        return word.replace(StringParser.singleBackslashRegex, _match => '');
+    }
+    checkSimpleWord(clauses) {
+        const token = this.getNext();
+        if (token.type !== 'word') {
+            return false;
+        }
+        const negatedMatch = StringParser.negatedStartRegex.exec(token.value);
+        let word = negatedMatch ? negatedMatch[1] : token.value;
+        const isPercentStart = StringParser.percentStartRegex.test(word);
+        const isPercentEnd = StringParser.percentEndRegex.test(word);
+        const isPercentBoth = isPercentStart && isPercentEnd;
+        const isUnderscore = StringParser.underscoreRegex.test(word);
+        const isPercentMiddle = StringParser.percentInMiddle(word);
+        let operator = negatedMatch ? '!=' : '=';
+        if (isUnderscore || isPercentMiddle || (isPercentBoth && word.length < 3)) {
+            operator = negatedMatch ? '!~' : '~';
+        }
+        else if (isPercentBoth && word.length > 2) {
+            operator = negatedMatch ? 'notContains' : 'contains';
+            word = word.substring(1, word.length - 1);
+            word = StringParser.removeBackslashes(word);
+        }
+        else if (isPercentStart) {
+            operator = negatedMatch ? 'notEnds' : 'ends';
+            word = word.substring(1, word.length);
+            word = StringParser.removeBackslashes(word);
+        }
+        else if (isPercentEnd) {
+            operator = negatedMatch ? 'notStarts' : 'starts';
+            word = word.substring(0, word.length - 1);
+            word = StringParser.removeBackslashes(word);
+        }
+        else {
+            // = or !=
+            word = StringParser.removeBackslashes(word);
+        }
+        if (word.length === 0) {
+            return false;
+        }
+        const clause = { operator: operator, values: [word] };
+        //const quotes: QuoteType[] = StringParser.findQuotes(word);
+        //if (quotes.length > 0) { clause.quotes = quotes; }
+        clauses.push(clause);
+        return true;
+    }
+}
+exports.StringParser = StringParser;
+StringParser.percentRegex = /(?<!\\)%/;
+StringParser.underscoreRegex = /(?<!\\)_/;
+StringParser.percentStartRegex = /^%/;
+StringParser.percentEndRegex = /(?<!\\)%$/;
+StringParser.negatedStartRegex = /^-(.+)$/;
+StringParser.singleBackslashRegex = /(?<!\\)\\(?!\\)/g;
+//# sourceMappingURL=string_parser.js.map

package/dist/string_parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"string_parser.js","sourceRoot":"","sources":["../src/string_parser.ts"],"names":[],"mappings":";;;AAAA,2CAAqE;AAErE,+CAAyC;AAGzC,MAAa,YAAa,SAAQ,wBAAU;IAQ1C,YAAY,KAAa;QACvB,KAAK,CAAC,KAAK,CAAC,CAAC;IACf,CAAC;IAEO,QAAQ;QACd,MAAM,iBAAiB,GAAmB,CAAC,EAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAC,CAAC,CAAC;QACpE,MAAM,YAAY,GAAmB;YACnC,EAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,IAAI,EAAC;YAC/C,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAC;YACjD,EAAC,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAC;YACnD,EAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAC;SACtD,CAAC;QACF,MAAM,MAAM,GAAoB;YAC9B,kBAAkB,EAAE,IAAI;YACxB,oBAAoB,EAAE,IAAI;YAC1B,iBAAiB;YACjB,YAAY,EAAE,YAAY;SAC3B,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,qBAAS,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,qBAAS,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACzE,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,MAAM,OAAO,GAAsB,EAAE,CAAC;QACtC,MAAM,MAAM,GAAkB,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YACtC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,IAAI,KAAK,GAAG,EAAE;gBACtB,IAAI,CAAC,KAAK,EAAE,CAAC;aACd;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE;gBAChC,OAAO,CAAC,IAAI,CAAC,EAAC,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,EAAC,CAAC,CAAC;gBAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;aACd;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE;gBACjC,OAAO,CAAC,IAAI,CAAC,EAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,EAAC,CAAC,CAAC;gBAClD,IAAI,CAAC,KAAK,EAAE,CAAC;aACd;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE;gBACnC,OAAO,CAAC,IAAI,CAAC,EAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,EAAC,CAAC,CAAC;gBAC/C,IAAI,CAAC,KAAK,EAAE,CAAC;aACd;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE;gBACpC,OAAO,CAAC,IAAI,CAAC,EAAC,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,EAAC,CAAC,CAAC;gBACrD,IAAI,CAAC,KAAK,EAAE,CAAC;aACd;iBAAM,IAAI,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,EAAE;gBACxC,IAAI,CAAC,KAAK,EAAE,CAAC;aACd;iBAAM;gBACL,MAAM,CAAC,IAAI,CAAC;oBACV,OAAO,EAAE,oBAAoB;oBAC7B,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;iBACzB,CAAC,CAAC;gBACH,IAAI,CAAC,KAAK,EAAE,CAAC;aACd;SACF;QACD,OAAO,EAAC,OAAO,EAAE,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,EAAC,CAAC;IAC/D,CAAC;IAEO,MAAM,CAAC,UAAU,CAAC,GAAW;QACnC,MAAM,MAAM,GAAmB,IAAI,GAAG,EAAE,CAAC;QACzC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE;YACrB,yDAAyD;YACzD,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,EAAE;gBACjC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAC3B,CAAC,IAAI,CAAC,CAAC;aACR;iBAAM,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,EAAE;gBACxC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBAC3B,CAAC,IAAI,CAAC,CAAC;aACR;iBAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE;gBAC1B,2BAA2B;gBAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE;oBACtB,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE;wBAClB,KAAK,GAAG;4BACN,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;4BAC5B,MAAM;wBACR,KAAK,GAAG;4BACN,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;4BAC5B,MAAM;wBACR,KAAK,GAAG;4BACN,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;4BAC9B,MAAM;qBACT;oBACD,CAAC,IAAI,CAAC,CAAC;iBACR;qBAAM;oBACL,CAAC,EAAE,CAAC;iBACL;aACF;iBAAM;gBACL,0BAA0B;gBAC1B,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE;oBACd,KAAK,GAAG;wBACN,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBACrB,MAAM;oBACR,KAAK,GAAG;wBACN,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;wBACrB,MAAM;oBACR,KAAK,GAAG;wBACN,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;wBACvB,MAAM;iBACT;gBACD,CAAC,EAAE,CAAC;aACL;SACF;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAEO,MAAM,CAAC,YAAY,CAAC,OAA0B;QACpD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,OAAO,OAAO,CAAC;SAChB;QACD,IAAI,QAAQ,GAAoB,OAAO,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAsB,CAAC,QAAQ,CAAC,CAAC;QAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACvC,IAAI,QAAQ,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;gBAC7C,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;aAC5C;iBAAM;gBACL,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;aACxB;SACF;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,MAAM,CAAC,eAAe,CAAC,IAAY;QACzC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC;QAClC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC1C,OAAO,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IAEO,MAAM,CAAC,iBAAiB,CAAC,IAAY;QAC3C,YAAY,CAAC,oBAAoB,CAAC,SAAS,GAAG,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,oBAAoB,EAAE,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACvE,CAAC;IAEO,eAAe,CAAC,OAA0B;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC7B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE;YACzB,OAAO,KAAK,CAAC;SACd;QACD,MAAM,YAAY,GAAG,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACtE,IAAI,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;QAExD,MAAM,cAAc,GAAG,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,YAAY,GAAG,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,aAAa,GAAG,cAAc,IAAI,YAAY,CAAC;QACrD,MAAM,YAAY,GAAG,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7D,MAAM,eAAe,GAAG,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE3D,IAAI,QAAQ,GAAmB,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QACzD,IAAI,YAAY,IAAI,eAAe,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE;YACzE,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;SACtC;aAAM,IAAI,aAAa,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3C,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC;YACrD,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1C,IAAI,GAAG,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;SAC7C;aAAM,IAAI,cAAc,EAAE;YACzB,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;YAC7C,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACtC,IAAI,GAAG,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;SAC7C;aAAM,IAAI,YAAY,EAAE;YACvB,QAAQ,GAAG,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;YACjD,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC1C,IAAI,GAAG,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;SAC7C;aAAM;YACL,UAAU;YACV,IAAI,GAAG,YAAY,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;SAC7C;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;YACrB,OAAO,KAAK,CAAC;SACd;QAED,MAAM,MAAM,GAAoB,EAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC,EAAC,CAAC;QACrE,4DAA4D;QAC5D,oDAAoD;QACpD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;;AA1LH,oCA2LC;AA1LyB,yBAAY,GAAW,UAAU,CAAC;AAClC,4BAAe,GAAW,UAAU,CAAC;AACrC,8BAAiB,GAAW,IAAI,CAAC;AACjC,4BAAe,GAAW,WAAW,CAAC;AACtC,8BAAiB,GAAW,SAAS,CAAC;AACtC,iCAAoB,GAAW,kBAAkB,CAAC"}

package/dist/string_serializer.d.ts

@@ -0,0 +1,11 @@
+import { Clause } from './clause_types';
+import { BaseSerializer } from './base_serializer';
+export declare class StringSerializer extends BaseSerializer {
+    constructor(clauses: Clause[]);
+    serialize(): string;
+    private static isNegated;
+    private static escapeSpecialCharacters;
+    private static escapeWildcardCharacters;
+    private static stringConditionToString;
+    private static clauseToString;
+}

package/dist/string_serializer.js

@@ -0,0 +1,77 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StringSerializer = void 0;
+const base_serializer_1 = require("./base_serializer");
+class StringSerializer extends base_serializer_1.BaseSerializer {
+    constructor(clauses) {
+        super(clauses);
+    }
+    serialize() {
+        const result = StringSerializer.clauseToString(this.clauses);
+        return result.trim().replace(/,$/, '');
+    }
+    static isNegated(operator) {
+        return (operator === 'NOTEMPTY' ||
+            operator === '!~' ||
+            operator === '!=' ||
+            operator === 'notStarts' ||
+            operator === 'notEnds' ||
+            operator === 'notContains');
+    }
+    static escapeSpecialCharacters(input) {
+        return input.replace(/[,\\]/g, match => `\\${match}`);
+    }
+    static escapeWildcardCharacters(input) {
+        return input.replace(/[_%]/g, match => `\\${match}`);
+    }
+    // export type StringOperator = 'EMPTY' | 'NOTEMPTY' | 'starts' | 'ends' | 'contains' | 'notStarts' |
+    // 'notEnds' | 'notContains' | '~' | '=' | '!~' | '!=';
+    static stringConditionToString(operator, value) {
+        if (operator === 'EMPTY') {
+            return 'EMPTY';
+        }
+        else if (operator === 'NOTEMPTY') {
+            return '-EMPTY';
+        }
+        const negated = StringSerializer.isNegated(operator);
+        if (value === null) {
+            return negated ? '-NULL' : 'NULL';
+        }
+        if (value === 'NULL' || value === '-NULL') {
+            return (negated ? '-' : '') + '\\' + value;
+        }
+        value = StringSerializer.escapeSpecialCharacters(value);
+        if (operator === 'starts' || operator === 'notStarts') {
+            value = StringSerializer.escapeWildcardCharacters(value);
+            return (negated ? '-' : '') + value + '%';
+        }
+        else if (operator === 'ends' || operator === 'notEnds') {
+            value = StringSerializer.escapeWildcardCharacters(value);
+            return (negated ? '-' : '') + '%' + value;
+        }
+        else if (operator === 'contains' || operator === 'notContains') {
+            value = StringSerializer.escapeWildcardCharacters(value);
+            return (negated ? '-' : '') + '%' + value + '%';
+        }
+        else if (operator === '=' || operator === '!=') {
+            value = StringSerializer.escapeWildcardCharacters(value);
+            return (negated ? '-' : '') + value;
+        }
+        return (negated ? '-' : '') + value;
+    }
+    static clauseToString(clauses) {
+        let result = '';
+        for (const genericClause of clauses) {
+            const clause = genericClause;
+            for (const value of clause.values) {
+                const word = StringSerializer.stringConditionToString(clause.operator, value);
+                if (word) {
+                    result += word + ', ';
+                }
+            }
+        }
+        return result;
+    }
+}
+exports.StringSerializer = StringSerializer;
+//# sourceMappingURL=string_serializer.js.map

package/dist/string_serializer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"string_serializer.js","sourceRoot":"","sources":["../src/string_serializer.ts"],"names":[],"mappings":";;;AACA,uDAAiD;AAEjD,MAAa,gBAAiB,SAAQ,gCAAc;IAClD,YAAY,OAAiB;QAC3B,KAAK,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAEM,SAAS;QACd,MAAM,MAAM,GAAG,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACzC,CAAC;IAEO,MAAM,CAAC,SAAS,CAAC,QAAwB;QAC/C,OAAO,CACL,QAAQ,KAAK,UAAU;YACvB,QAAQ,KAAK,IAAI;YACjB,QAAQ,KAAK,IAAI;YACjB,QAAQ,KAAK,WAAW;YACxB,QAAQ,KAAK,SAAS;YACtB,QAAQ,KAAK,aAAa,CAC3B,CAAC;IACJ,CAAC;IAEO,MAAM,CAAC,uBAAuB,CAAC,KAAa;QAClD,OAAO,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;IACxD,CAAC;IAEO,MAAM,CAAC,wBAAwB,CAAC,KAAa;QACnD,OAAO,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,qGAAqG;IACrG,uDAAuD;IAC/C,MAAM,CAAC,uBAAuB,CACpC,QAAwB,EACxB,KAAoB;QAEpB,IAAI,QAAQ,KAAK,OAAO,EAAE;YACxB,OAAO,OAAO,CAAC;SAChB;aAAM,IAAI,QAAQ,KAAK,UAAU,EAAE;YAClC,OAAO,QAAQ,CAAC;SACjB;QAED,MAAM,OAAO,GAAY,gBAAgB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QAC9D,IAAI,KAAK,KAAK,IAAI,EAAE;YAClB,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;SACnC;QACD,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE;YACzC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC;SAC5C;QAED,KAAK,GAAG,gBAAgB,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,WAAW,EAAE;YACrD,KAAK,GAAG,gBAAgB,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;YACzD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC;SAC3C;aAAM,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,SAAS,EAAE;YACxD,KAAK,GAAG,gBAAgB,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;YACzD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC;SAC3C;aAAM,IAAI,QAAQ,KAAK,UAAU,IAAI,QAAQ,KAAK,aAAa,EAAE;YAChE,KAAK,GAAG,gBAAgB,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;YACzD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,KAAK,GAAG,GAAG,CAAC;SACjD;aAAM,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,IAAI,EAAE;YAChD,KAAK,GAAG,gBAAgB,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;YACzD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;SACrC;QAED,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;IACtC,CAAC;IAEO,MAAM,CAAC,cAAc,CAAC,OAAiB;QAC7C,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,KAAK,MAAM,aAAa,IAAI,OAAO,EAAE;YACnC,MAAM,MAAM,GAAoB,aAAgC,CAAC;YACjE,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE;gBACjC,MAAM,IAAI,GAAG,gBAAgB,CAAC,uBAAuB,CACnD,MAAM,CAAC,QAAQ,EACf,KAAK,CACN,CAAC;gBACF,IAAI,IAAI,EAAE;oBACR,MAAM,IAAI,IAAI,GAAG,IAAI,CAAC;iBACvB;aACF;SACF;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAnFD,4CAmFC"}

package/dist/token_types.d.ts

@@ -0,0 +1,7 @@
+export interface Token {
+    type: string;
+    value: string;
+    startIndex: number;
+    endIndex: number;
+    values?: Token[];
+}

package/dist/token_types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=token_types.js.map

package/dist/token_types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token_types.js","sourceRoot":"","sources":["../src/token_types.ts"],"names":[],"mappings":""}

package/dist/tokenizer.d.ts

@@ -0,0 +1,52 @@
+import { Token } from './token_types';
+export interface SpecialToken {
+    type: string;
+    value: string | RegExp;
+    ignoreCase?: boolean;
+}
+export interface TokenizerParams {
+    specialSubstrings: SpecialToken[];
+    specialWords: SpecialToken[];
+    combineAdjacentWords?: boolean;
+    splitOnWhitespace?: boolean;
+    trimWordWhitespace?: boolean;
+    separators?: RegExp;
+}
+export declare class Tokenizer {
+    private input;
+    private index;
+    private specialSubstrings;
+    private specialWords;
+    private params;
+    constructor(input: string, params: TokenizerParams);
+    private tokenize;
+    parse(): Token[];
+    private hasMoreInput;
+    private isWhitespace;
+    private consumeWhitespace;
+    private maybeConsumeWord;
+    private isSpecialSubstring;
+    private consumeSpecialSubstring;
+    static combineAdjacentWords(tokens: Token[]): Token[];
+    static trimWordWhitespace(tokens: Token[]): Token[];
+    static isSpecialWord(token: Token, specials: SpecialToken[]): Token | undefined;
+    static convertSpecialWords(tokens: Token[], specials: SpecialToken[]): Token[];
+    /**
+     * Checks if the token types starting at the given index match the types in the input string.
+     *
+     * @param types - A string of types separated by '|'.  Eg 'TYPEA|TYPEB|TYPEC'
+     * @param tokens - An array of tokens.
+     * @param index - The index into the token array to start checking from.
+     * @returns True if the token types match, false otherwise.
+     */
+    static matchTypes(types: string, tokens: Token[], index: number): Token[] | undefined;
+    /**
+     * Merges tokens that match a given type string into a single token with a specified merge type.
+     *
+     * @param types - A string of types separated by '|'.
+     * @param tokens - An array of tokens.
+     * @param mergeType - The type to use for the merged token.
+     * @returns The updated token list with merged tokens.
+     */
+    static mergeTypes(types: string, tokens: Token[], mergeType: string): Token[];
+}