sqlparser-devexpress 2.1.0 → 2.1.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sqlparser-devexpress",
-  "version": "2.1.0",
+  "version": "2.1.2",
   "main": "src/index.js",
   "type": "module",
   "scripts": {
@@ -11,6 +11,10 @@
     "require": "./src/index.js"
   },
   "types": "src/@types/default.d.ts",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/RohitM-IN/SQLParser.git"
+  },
   "keywords": [
     "sql",
     "parser",

package/src/core/converter.js

@@ -31,7 +31,7 @@ function DevExpressConverter() {
         let result = processAstNode(ast);
 
         // Handle special cases for short circuit
-        if(result === true || result === false || result === null) return [];
+        if (result === true || result === false || result === null) return [];
 
         return processAstNode(ast);
     }
@@ -136,13 +136,21 @@ function DevExpressConverter() {
         }
 
         // Handle "IN" condition, including comma-separated values
-        if (operator === "IN") {
-            return handleInOperator(ast);
+        if (operator === "IN" || operator === "NOT IN") {
+            return handleInOperator(ast, operator);
         }
 
         const left = ast.left !== undefined ? processAstNode(ast.left) : convertValue(ast.field);
         const right = ast.right !== undefined ? processAstNode(ast.right) : convertValue(ast.value);
-        const comparison = [left, ast.operator.toLowerCase(), right];
+        const operatorToken = ast.operator.toLowerCase();
+
+        let comparison = [left, operatorToken, right];
+
+        if (isFunctionNullCheck(ast.left, true)) {
+            comparison = [[left, operatorToken, right], 'or', [left, operatorToken, null]];
+        } else if (isFunctionNullCheck(ast.right, true)) {
+            comparison = [[left, operatorToken, right], 'or', [right, operatorToken, null]];
+        }
 
         // Apply short-circuit evaluation if enabled
         if (EnableShortCircuit) {
@@ -179,7 +187,7 @@ function DevExpressConverter() {
      * @param {Object} ast - The comparison operator AST node.
      * @returns {Array} DevExpress format filter.
      */
-    function handleInOperator(ast) {
+    function handleInOperator(ast, operator) {
         let resolvedValue = convertValue(ast.value);
 
         // Handle comma-separated values in a string
@@ -190,19 +198,18 @@ function DevExpressConverter() {
             } else {
                 resolvedValue = firstValue;
             }
+        } else if (typeof resolvedValue === 'string' && resolvedValue.includes(',')) {
+            resolvedValue = resolvedValue.split(',').map(v => v.trim());
         }
 
-        if(Array.isArray(resolvedValue) && resolvedValue.length){
+        let operatorToken = operator === "IN" ? '=' : operator === "NOT IN" ? '!=' : operator;
+        let joinOperatorToken = operator === "IN" ? 'or' : operator === "NOT IN" ? 'and' : operator;
 
-            return Array.prototype.concat
-             .apply(
-               [],
-               resolvedValue.map((i) => [[ast.field, '=', i], 'or']),
-             )
-             .slice(0, -1)
+        if (Array.isArray(resolvedValue) && resolvedValue.length) {
+            return resolvedValue.flatMap(i => [[ast.field, operatorToken, i], joinOperatorToken]).slice(0, -1);
         }
 
-        return [ast.field, "in", resolvedValue];
+        return [ast.field, operatorToken, resolvedValue];
     }
 
     /**
@@ -225,7 +232,7 @@ function DevExpressConverter() {
             }
 
             // Special handling for ISNULL function
-            if (val.type === "function" && val.name === "ISNULL" && val.args?.length >= 2) {
+            if (isFunctionNullCheck(val)) {
                 return convertValue(val.args[0]);
             }
 
@@ -260,6 +267,18 @@ function DevExpressConverter() {
         return node?.type === "function" && node.name === "ISNULL" && valueNode?.type === "value";
     }
 
+    /**
+     * Checks if a node is a ISNULL function without value
+     * @param {Object} node 
+     * @returns {boolean} True if this is an ISNULL check.
+     */
+    function isFunctionNullCheck(node, isPlaceholderCheck = false) {
+        const isValidFunction = node?.type === "function" && node?.name === "ISNULL" && node?.args?.length >= 2;
+
+        return isPlaceholderCheck ? isValidFunction && node?.args[0]?.value?.type !== "placeholder" : isValidFunction;
+    }
+
+
     /**
      * Determines whether the logical tree should be flattened.
      * This is based on the parent operator and the current operator.
@@ -329,7 +348,14 @@ function DevExpressConverter() {
      * @returns {boolean|null} The result of the evaluation or null if not evaluable.
      */
     function evaluateExpression(left, operator, right) {
-        if (isNaN(left) || isNaN(right) || left === null || right === null) return null;
+        if ((left !== null && isNaN(left)) || (right !== null && isNaN(right))) return null;
+
+        if (left === null || right === null) {
+            if (operator === '=' || operator === '==') return left === right;
+            if (operator === '<>' || operator === '!=') return left !== right;
+            return null; // Any comparison with null should return null
+        }
+
         switch (operator) {
             case '=': case '==': return left === right;
             case '<>': case '!=': return left !== right;
@@ -337,7 +363,7 @@ function DevExpressConverter() {
             case '>=': return left >= right;
             case '<': return left < right;
             case '<=': return left <= right;
-            default: return false;
+            default: return null; // Invalid operator
         }
     }
 

package/src/core/parser.js

@@ -25,9 +25,9 @@ export function parse(input, variables = []) {
 	// const tokens = [];
 	// let tempToken = currentToken;
 	// while (tempToken) {
-	//   tokens.push(tempToken);
-	//   tempToken = tokenizer.peekNextToken();
-	//   tokenizer.nextToken();
+	// 	tokens.push(tempToken);
+	// 	tempToken = tokenizer.peekNextToken();
+	// 	tokenizer.nextToken();
 	// }
 
 	// console.log("Tokens:", tokens);
@@ -208,8 +208,10 @@ export function parse(input, variables = []) {
 			return { type: "placeholder", value: val };
 		}
 
+		operatorToken = operatorToken.toUpperCase();
+
 		// Handle IN operator which requires a list of values
-		if (operatorToken && operatorToken.toUpperCase() === "IN") return parseInList(token);
+		if (operatorToken && (operatorToken === "IN" || operatorToken === "NOT IN")) return parseInList(token);
 
 		throw new Error(`Unexpected value: ${token.value}`);
 	}

package/src/core/tokenizer.js

@@ -6,7 +6,7 @@ const tokenPatterns = {
   number: "\\d+", // Matches numerical values
   placeholder: "'?\\{[^}]+\\}'?", // Matches placeholders like {variable} or '{variable}'
   string: "'(?:''|[^'])*'", // Matches strings, allowing for escaped single quotes ('')
-  operator: "=>|<=|!=|>=|=|<>|>|<|\\bAND\\b|\\bOR\\b|\\bBETWEEN\\b|\\bIN\\b|\\bLIKE\\b|\\bIS NOT\\b|\\bNOT LIKE\\b|\\bIS\\b", // Matches SQL operators and logical keywords
+  operator: "=>|<=|!=|>=|=|<>|>|<|\\bAND\\b|\\bOR\\b|\\bBETWEEN\\b|\\bIN\\b|\\bNOT IN\\b|\\bLIKE\\b|\\bIS NOT\\b|\\bNOT LIKE\\b|\\bIS\\b", // Matches SQL operators and logical keywords
   identifier: "[\\w.]+", // Matches identifiers, including table.column format
   paren: "[()]", // Matches parentheses
   comma: "," // Matches commas
@@ -49,14 +49,14 @@ class Tokenizer {
 
       if (type === "operator") {
         const lowerValue = value.toLowerCase();
-        
+
         if (lowerValue === "is") {
           value = "=";
         } else if (lowerValue === "is not") {
           value = "!=";
         }
       }
-      
+
       return { type, value };
     }
 
@@ -66,7 +66,7 @@ class Tokenizer {
 
   peekNextToken() {
     if (this.index >= this.input.length) return null;
-    
+
     const savedIndex = this.index; // Save current index
     try {
       return this.nextToken(); // Get next token
@@ -78,7 +78,7 @@ class Tokenizer {
   reset() {
     this.index = 0; // Reset index to the beginning of the input
   }
-  
+
 }
 
 export { Tokenizer };

package/src/debug.js

@@ -0,0 +1,40 @@
+// // Example usage
+// // const devExpressFilter = parseFilterString("((ISNULL({0}, 0) = 0 AND CompanyID = {1}) OR CompanyID IS NULL) OR BranchID = {0} | [LeadDocument.BranchID] | [LeadDocument.CompanyID]", sampleResultObject);
+// // const devExpressFilter = parseFilterString("FromDate <= '{TransferOutwardDocument.DocDate}' ", sampleResultObject, "TransferOutwardDocument", "789");
+// // const devExpressFilter = parseFilterString("(RS2ID in ({SaleOrderStatusStmtGlobalRpt.StateID}) Or ({SaleOrderStatusStmtGlobalRpt.StateID} =0)) And (RS3ID  in (0,{SaleOrderStatusStmtGlobalRpt.RegionID}) Or {SaleOrderStatusStmtGlobalRpt.RegionID} =0 )", sampleResultObject,);
+
+// import { convertToDevExpressFormat } from "./core/converter.js";
+// import { parse } from "./core/parser.js";
+// import { sanitizeQuery } from "./core/sanitizer.js";
+// import { convertAstToDevextreme, convertSQLToAst } from "./index.js";
+
+// const sampleData = {
+//     'LeadStatementGlobalRpt.StateID': null,
+//     'LeadStatementGlobalRpt.RegionID': null,
+//     'ServiceOrderDocument.SourceID': 2
+// }
+
+// export function parseFilterString(filterString, sampleData = null) {
+//     if (filterString.toUpperCase().startsWith("SELECT")) return null; // Skip full SQL queries
+
+//     let { sanitizedSQL, extractedVariables } = sanitizeQuery(filterString);
+//     console.log("Sanitized SQL:", sanitizedSQL, "\n");
+
+//     const parsedResult = parse(sanitizedSQL, extractedVariables);
+//     extractedVariables = parsedResult.variables;
+//     console.log("Extracted Variables:", JSON.stringify(extractedVariables, null, 2), "\n");
+
+//     const astTree = parsedResult.ast;
+//     console.log("AST Tree:", JSON.stringify(astTree, null, 2), "\n");
+
+//     return convertToDevExpressFormat({ ast: astTree, variables: extractedVariables, resultObject: sampleData });
+// }
+
+// // const devexpress = parseFilterString("(RS2ID in ({LeadStatementGlobalRpt.StateID}) Or ({LeadStatementGlobalRpt.StateID} =0)) And (RS3ID  in (0,{LeadStatementGlobalRpt.RegionID}) Or {LeadStatementGlobalRpt.RegionID} =0 )", sampleData);
+// const devexpress = parseFilterString("{LeadStatementGlobalRpt.RegionID} =0", sampleData);
+// console.log("DevExpress Filter:", JSON.stringify(devexpress, null, 2));
+
+// // const devExpressFilter = convertSQLToAst("(RS2ID in ({LeadStatementGlobalRpt.StateID}) Or ({LeadStatementGlobalRpt.StateID} =0)) And (RS3ID  in (0,{LeadStatementGlobalRpt.RegionID}) Or {LeadStatementGlobalRpt.RegionID} =0 ) ");
+// // const devExpressFilterresult = convertAstToDevextreme(devExpressFilter.ast, devExpressFilter.variables, sampleData);
+// // console.log("DevExpress Filter:", JSON.stringify(devExpressFilter, null, 2));
+// // console.log("DevExpress Result:", JSON.stringify(devExpressFilterresult, null, 2));

package/src/index.js

@@ -5,12 +5,12 @@ import { sanitizeQuery } from "./core/sanitizer.js";
 
 export function convertSQLToAst(filterString, enableConsoleLogs = false) {
     let { sanitizedSQL, extractedVariables } = sanitizeQuery(filterString);
-    enableConsoleLogs && console.log("Sanitized SQL:", sanitizedSQL, "\n");
+    !!enableConsoleLogs && console.log("Sanitized SQL:", sanitizedSQL, "\n");
 
     const parsedResult = parse(sanitizedSQL, extractedVariables);
 
-    enableConsoleLogs && console.log("Extracted Variables:", JSON.stringify(parsedResult.variables, null, 2), "\n");
-    enableConsoleLogs && console.log("AST Tree:", JSON.stringify(parsedResult.ast, null, 2), "\n");
+    !!enableConsoleLogs && console.log("Extracted Variables:", JSON.stringify(parsedResult.variables, null, 2), "\n");
+    !!enableConsoleLogs && console.log("AST Tree:", JSON.stringify(parsedResult.ast, null, 2), "\n");
 
     return parsedResult;
 }
@@ -19,29 +19,5 @@ export function convertAstToDevextreme(ast, variables, state) {
     return convertToDevExpressFormat({ ast, variables, resultObject: state })
 }
 
-// export function parseFilterString(filterString, sampleData = null) {
-//     if (filterString.toUpperCase().startsWith("SELECT")) return null; // Skip full SQL queries
 
-//     let { sanitizedSQL, extractedVariables } = sanitizeQuery(filterString);
-//     console.log("Sanitized SQL:", sanitizedSQL, "\n");
-
-//     const parsedResult = parse(sanitizedSQL, extractedVariables);
-//     extractedVariables = parsedResult.variables;
-//     console.log("Extracted Variables:", JSON.stringify(extractedVariables, null, 2), "\n");
-
-//     const astTree = parsedResult.ast;
-//     console.log("AST Tree:", JSON.stringify(astTree, null, 2), "\n");
-
-//     return convertToDevExpressFormat({ ast: astTree, variables: extractedVariables, resultObject: sampleData });
-// }
-
-// Example usage
-// const devExpressFilter = parseFilterString("((ISNULL({0}, 0) = 0 AND CompanyID = {1}) OR CompanyID IS NULL) OR BranchID = {0} | [LeadDocument.BranchID] | [LeadDocument.CompanyID]", sampleResultObject);
-// const devExpressFilter = parseFilterString("FromDate <= '{TransferOutwardDocument.DocDate}' ", sampleResultObject, "TransferOutwardDocument", "789");
-// const devExpressFilter = parseFilterString("(RS2ID in ({SaleOrderStatusStmtGlobalRpt.StateID}) Or ({SaleOrderStatusStmtGlobalRpt.StateID} =0)) And (RS3ID  in (0,{SaleOrderStatusStmtGlobalRpt.RegionID}) Or {SaleOrderStatusStmtGlobalRpt.RegionID} =0 )", sampleResultObject,);
-
-// const devExpressFilter = convertSQLToAst("CompanyID = CompanyID2 = {AccountingRule.CompanyID}");
-// const devExpressFilterresult = convertAstToDevextreme(devExpressFilter.ast, devExpressFilter.variables,{'ServiceOrderDocument.SourceID': 2});
-// console.log("DevExpress Filter:", JSON.stringify(devExpressFilter, null, 2));
-// console.log("DevExpress Result:", JSON.stringify(devExpressFilterresult, null, 2));
 

package/tests/parser.test.js

@@ -37,7 +37,7 @@ describe("Parser SQL to dx Filter Builder", () => {
         {
             input: "ID IN ({WorkOrderLine.ApplicableUoms}) AND (CompanyID = {WorkOrderDocument.CompanyID} OR {WorkOrderDocument.CompanyID} = 0)",
             expected: [
-                [["ID", "=", "UOM1"] , 'or', ["ID", "=", "UOM2"], 'or', ["ID", "=", "UOM3"]],
+                [["ID", "=", "UOM1"], 'or', ["ID", "=", "UOM2"], 'or', ["ID", "=", "UOM3"]],
                 "and",
                 // [
                 ["CompanyID", "=", 42],
@@ -145,12 +145,44 @@ describe("Parser SQL to dx Filter Builder", () => {
             expected: [
                 ["SourceID", "=", 2],
                 "or",
-                ["SourceID", "=", 0]
+                ["SourceID", "=", null],
+                "or",
+                ["SourceID", "=", 0],
+                "or",
+                ["SourceID", "=", null]
             ]
         },
         {
             input: "CompanyID = CompanyID2 = {AccountingRule.CompanyID}",
             expected: "Error: Invalid comparison: CompanyID = CompanyID2",
+        },
+        {
+            input: "(CompanyID = {LeadDocument.CompanyID} OR ISNULL(CompanyID,0) = 0) AND (ISNULL(IsSubdealer,0) = {LeadDocument.AllowSubDealer})",
+            expected: [
+                [
+                    ["CompanyID", "=", 7],
+                    "or",
+                    [
+                        ["CompanyID", "=", 0],
+                        "or",
+                        ["CompanyID", "=", null]
+                    ]
+                ],
+                "and",
+                [
+                    ["IsSubdealer", "=", true],
+                    "or",
+                    ["IsSubdealer", "=", null]
+                ]
+            ]
+        },
+        {
+            input: 'AddressType NOT IN (2, 4)',
+            expected: [
+                ["AddressType", "!=", 2],
+                "and",
+                ["AddressType", "!=", 4]
+            ]
         }
     ];
 
@@ -165,7 +197,7 @@ describe("Parser SQL to dx Filter Builder", () => {
             try {
                 astwithVariables = convertSQLToAst(input);
             } catch (error) {
-                expect(error.message).toEqual(expected.replace("Error: ",""));
+                expect(error.message).toEqual(expected.replace("Error: ", ""));
                 return;
             }
 
@@ -186,7 +218,7 @@ describe("Parser SQL to dx Filter Builder", () => {
 
             expect(result).toEqual(expected);
         });
-      });
+    });
 });
 
 
@@ -213,5 +245,6 @@ const sampleData = {
     "TransferOutwardDocument.CompanyID": 7,
     "LeadDocument.BranchID": 42,
     "LeadDocument.CompanyID": 7,
-    "ServiceOrderDocument.SourceID": 2
+    "ServiceOrderDocument.SourceID": 2,
+    "LeadDocument.AllowSubDealer": true
 };